lucene-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject [JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 2019 - Still Failing
Date Wed, 02 Jul 2014 22:43:38 GMT
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/2019/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
Didn't see all replicas come up within 30000 ms! ClusterState: live nodes:[127.0.0.1:44776_, 127.0.0.1:16261_, 127.0.0.1:12802_] collections:{control_collection=DocCollection(control_collection)={   "replicationFactor":"1",   "maxShardsPerNode":"1",   "router":{"name":"compositeId"},   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:12802",           "core":"collection1",           "node_name":"127.0.0.1:12802_",           "leader":"true"}}}},   "autoCreated":"true"}, collection1=DocCollection(collection1)={   "replicationFactor":"1",   "maxShardsPerNode":"1",   "router":{"name":"compositeId"},   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{"core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:44776",           "core":"collection1",           "node_name":"127.0.0.1:44776_",           "leader":"true"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node1":{           "state":"active",           "base_url":"http://127.0.0.1:16261",           "core":"collection1",           "node_name":"127.0.0.1:16261_",           "leader":"true"}}}},   "autoCreated":"true"}, c8n_1x2=DocCollection(c8n_1x2)={   "replicationFactor":"2",   "maxShardsPerNode":"1",   "router":{"name":"compositeId"},   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"recovering",           "base_url":"http://127.0.0.1:44776",           "core":"c8n_1x2_shard1_replica1",           "node_name":"127.0.0.1:44776_"},         "core_node2":{           "state":"active",           "base_url":"http://127.0.0.1:12802",           "core":"c8n_1x2_shard1_replica2",           "node_name":"127.0.0.1:12802_",           "leader":"true"}}}}}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas come up within 30000 ms! ClusterState: live nodes:[127.0.0.1:44776_, 127.0.0.1:16261_, 127.0.0.1:12802_] collections:{control_collection=DocCollection(control_collection)={
  "replicationFactor":"1",
  "maxShardsPerNode":"1",
  "router":{"name":"compositeId"},
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:12802",
          "core":"collection1",
          "node_name":"127.0.0.1:12802_",
          "leader":"true"}}}},
  "autoCreated":"true"}, collection1=DocCollection(collection1)={
  "replicationFactor":"1",
  "maxShardsPerNode":"1",
  "router":{"name":"compositeId"},
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:44776",
          "core":"collection1",
          "node_name":"127.0.0.1:44776_",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "state":"active",
          "base_url":"http://127.0.0.1:16261",
          "core":"collection1",
          "node_name":"127.0.0.1:16261_",
          "leader":"true"}}}},
  "autoCreated":"true"}, c8n_1x2=DocCollection(c8n_1x2)={
  "replicationFactor":"2",
  "maxShardsPerNode":"1",
  "router":{"name":"compositeId"},
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"recovering",
          "base_url":"http://127.0.0.1:44776",
          "core":"c8n_1x2_shard1_replica1",
          "node_name":"127.0.0.1:44776_"},
        "core_node2":{
          "state":"active",
          "base_url":"http://127.0.0.1:12802",
          "core":"c8n_1x2_shard1_replica2",
          "node_name":"127.0.0.1:12802_",
          "leader":"true"}}}}}}
	at __randomizedtesting.SeedInfo.seed([2F6FD45E5446A9CF:AE895A462319C9F3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.HttpPartitionTest.ensureAllReplicasAreActive(HttpPartitionTest.java:505)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:215)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:142)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11015 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/init-core-data-001
   [junit4]   2> 1185260 T2941 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1185265 T2941 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1185266 T2941 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1185267 T2942 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1185367 T2941 oasc.ZkTestServer.run start zk server on port:15777
   [junit4]   2> 1185368 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1185374 T2948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b101d3f name:ZooKeeperConnection Watcher:127.0.0.1:15777 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1185374 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1185374 T2941 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1185390 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1185392 T2950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f8a98f name:ZooKeeperConnection Watcher:127.0.0.1:15777/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1185392 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1185392 T2941 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1185402 T2941 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1185406 T2941 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1185408 T2941 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1185416 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1185417 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1185430 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1185430 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1185435 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1185436 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1185438 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1185439 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1185442 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1185443 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1185451 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1185452 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1185455 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1185455 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1185458 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1185459 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1185462 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1185462 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1185465 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1185466 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1185474 T2941 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1185474 T2941 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1186447 T2941 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1186451 T2941 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36008
   [junit4]   2> 1186451 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1186452 T2941 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1186452 T2941 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002
   [junit4]   2> 1186452 T2941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/'
   [junit4]   2> 1186485 T2941 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/solr.xml
   [junit4]   2> 1186539 T2941 oasc.CoreContainer.<init> New CoreContainer 736962122
   [junit4]   2> 1186539 T2941 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/]
   [junit4]   2> 1186540 T2941 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1186540 T2941 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1186541 T2941 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1186541 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1186541 T2941 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1186541 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1186542 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1186542 T2941 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1186542 T2941 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1186543 T2941 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1186543 T2941 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1186543 T2941 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1186544 T2941 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:15777/solr
   [junit4]   2> 1186544 T2941 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1186545 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1186547 T2961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e6cdacd name:ZooKeeperConnection Watcher:127.0.0.1:15777 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1186548 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1186564 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1186565 T2963 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@615ff8c1 name:ZooKeeperConnection Watcher:127.0.0.1:15777/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1186566 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1186569 T2941 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1186573 T2941 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1186584 T2941 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1186596 T2941 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1186606 T2941 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1186609 T2941 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1186611 T2941 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12802_
   [junit4]   2> 1186619 T2941 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12802_
   [junit4]   2> 1186622 T2941 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1186624 T2941 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1186638 T2941 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:12802_
   [junit4]   2> 1186638 T2941 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1186641 T2941 oasc.Overseer.start Overseer (id=92034725069455363-127.0.0.1:12802_-n_0000000000) starting
   [junit4]   2> 1186650 T2941 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1186668 T2965 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1186668 T2941 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1186670 T2941 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1186672 T2941 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1186674 T2964 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1186679 T2966 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1186679 T2966 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1186680 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1186680 T2966 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1186681 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1186682 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:12802",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:12802_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1186682 T2964 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1186683 T2964 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1186685 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1186686 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1187681 T2966 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1187682 T2966 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1187683 T2966 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1187683 T2966 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1187684 T2966 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1187684 T2966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/collection1/'
   [junit4]   2> 1187685 T2966 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1187686 T2966 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1187687 T2966 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1187754 T2966 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1187803 T2966 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1187805 T2966 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1187817 T2966 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1188281 T2966 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1188282 T2966 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1188283 T2966 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1188297 T2966 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1188300 T2966 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1188313 T2966 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1188318 T2966 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1188322 T2966 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1188323 T2966 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1188323 T2966 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1188323 T2966 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1188324 T2966 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1188325 T2966 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1188325 T2966 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1188325 T2966 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1188325 T2966 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/control/data/
   [junit4]   2> 1188326 T2966 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fe766d
   [junit4]   2> 1188326 T2966 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/control/data
   [junit4]   2> 1188327 T2966 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/control/data/index/
   [junit4]   2> 1188327 T2966 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1188327 T2966 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/control/data/index
   [junit4]   2> 1188328 T2966 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=91.1650390625, floorSegmentMB=0.2197265625, forceMergeDeletesPctAllowed=7.796980668834749, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1188329 T2966 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b162cb9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@38ea8b10),segFN=segments_1,generation=1}
   [junit4]   2> 1188329 T2966 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1188333 T2966 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1188334 T2966 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1188334 T2966 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1188335 T2966 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1188335 T2966 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1188335 T2966 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1188336 T2966 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1188336 T2966 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1188336 T2966 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1188337 T2966 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1188337 T2966 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1188338 T2966 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1188338 T2966 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1188338 T2966 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1188339 T2966 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1188339 T2966 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1188358 T2966 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1188364 T2966 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1188364 T2966 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1188365 T2966 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7941882430337752]
   [junit4]   2> 1188365 T2966 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b162cb9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@38ea8b10),segFN=segments_1,generation=1}
   [junit4]   2> 1188366 T2966 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1188366 T2966 oass.SolrIndexSearcher.<init> Opening Searcher@391276c0[collection1] main
   [junit4]   2> 1188366 T2966 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1188367 T2966 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1188367 T2966 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1188368 T2966 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1188368 T2966 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1188368 T2966 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1188369 T2966 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1188369 T2966 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1188370 T2966 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1188370 T2966 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1188373 T2967 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@391276c0[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1188375 T2966 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1188376 T2970 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12802 collection:control_collection shard:shard1
   [junit4]   2> 1188376 T2941 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1188377 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1188377 T2970 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1188381 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1188393 T2973 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198ca369 name:ZooKeeperConnection Watcher:127.0.0.1:15777/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1188394 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1188395 T2941 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1188396 T2970 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1188398 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188398 T2941 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1188398 T2970 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1188399 T2970 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C911 name=collection1 org.apache.solr.core.SolrCore@3994bee8 url=http://127.0.0.1:12802/collection1 node=127.0.0.1:12802_ C911_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:12802, core=collection1, node_name=127.0.0.1:12802_}
   [junit4]   2> 1188399 T2970 C911 P12802 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12802/collection1/
   [junit4]   2> 1188399 T2970 C911 P12802 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1188399 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1188399 T2970 C911 P12802 oasc.SyncStrategy.syncToMe http://127.0.0.1:12802/collection1/ has no replicas
   [junit4]   2> 1188400 T2970 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:12802/collection1/ shard1
   [junit4]   2> 1188400 T2970 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1188402 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188403 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1188403 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1188408 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1188411 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188513 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1188513 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1188560 T2970 oasc.ZkController.register We are http://127.0.0.1:12802/collection1/ and leader is http://127.0.0.1:12802/collection1/
   [junit4]   2> 1188561 T2970 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12802
   [junit4]   2> 1188561 T2970 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1188561 T2970 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1188561 T2970 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1188563 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188563 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188563 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188563 T2970 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1188564 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1188565 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:12802",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:12802_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1188575 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1188696 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1188696 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1189400 T2941 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1189401 T2941 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1189403 T2941 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51168
   [junit4]   2> 1189405 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1189405 T2941 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1189405 T2941 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003
   [junit4]   2> 1189405 T2941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/'
   [junit4]   2> 1189438 T2941 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/solr.xml
   [junit4]   2> 1189492 T2941 oasc.CoreContainer.<init> New CoreContainer 2065350055
   [junit4]   2> 1189492 T2941 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/]
   [junit4]   2> 1189493 T2941 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1189493 T2941 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1189494 T2941 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1189494 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1189494 T2941 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1189494 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1189495 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1189495 T2941 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1189495 T2941 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1189496 T2941 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1189496 T2941 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1189496 T2941 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1189496 T2941 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:15777/solr
   [junit4]   2> 1189497 T2941 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1189497 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189525 T2984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18995e15 name:ZooKeeperConnection Watcher:127.0.0.1:15777 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189526 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189529 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189540 T2986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@308ed264 name:ZooKeeperConnection Watcher:127.0.0.1:15777/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189540 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189556 T2941 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1190559 T2941 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16261_
   [junit4]   2> 1190561 T2941 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16261_
   [junit4]   2> 1190565 T2963 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1190565 T2973 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1190565 T2986 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1190584 T2987 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1190585 T2987 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1190586 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1190586 T2987 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1190587 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1190587 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1190588 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1190589 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:16261",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:16261_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1190589 T2964 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1190589 T2964 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1190593 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1190594 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1190594 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1190594 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1191587 T2987 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1191588 T2987 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1191589 T2987 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1191589 T2987 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1191590 T2987 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1191590 T2987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/collection1/'
   [junit4]   2> 1191591 T2987 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1191592 T2987 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1191593 T2987 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1191660 T2987 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1191708 T2987 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1191709 T2987 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1191722 T2987 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1192175 T2987 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1192175 T2987 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1192176 T2987 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1192189 T2987 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1192192 T2987 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1192205 T2987 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192210 T2987 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192214 T2987 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1192215 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1192215 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1192216 T2987 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1192217 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1192217 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1192217 T2987 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1192217 T2987 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1192218 T2987 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty1/
   [junit4]   2> 1192218 T2987 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fe766d
   [junit4]   2> 1192219 T2987 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty1
   [junit4]   2> 1192219 T2987 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty1/index/
   [junit4]   2> 1192219 T2987 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1192220 T2987 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty1/index
   [junit4]   2> 1192220 T2987 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=91.1650390625, floorSegmentMB=0.2197265625, forceMergeDeletesPctAllowed=7.796980668834749, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1192221 T2987 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3ed05ef6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@fbe3079),segFN=segments_1,generation=1}
   [junit4]   2> 1192221 T2987 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192227 T2987 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1192227 T2987 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192228 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192228 T2987 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192228 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192229 T2987 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1192229 T2987 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192229 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192230 T2987 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1192230 T2987 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1192231 T2987 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1192231 T2987 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1192232 T2987 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1192232 T2987 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1192233 T2987 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1192233 T2987 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1192252 T2987 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192257 T2987 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1192257 T2987 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1192258 T2987 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7941882430337752]
   [junit4]   2> 1192258 T2987 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3ed05ef6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@fbe3079),segFN=segments_1,generation=1}
   [junit4]   2> 1192259 T2987 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192259 T2987 oass.SolrIndexSearcher.<init> Opening Searcher@d2af779[collection1] main
   [junit4]   2> 1192259 T2987 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1192260 T2987 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1192260 T2987 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1192261 T2987 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1192261 T2987 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1192261 T2987 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192262 T2987 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192262 T2987 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192263 T2987 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1192263 T2987 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1192267 T2988 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d2af779[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1192270 T2987 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1192270 T2991 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:16261 collection:collection1 shard:shard2
   [junit4]   2> 1192271 T2941 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1192271 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1192271 T2991 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1192290 T2991 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1192300 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192300 T2991 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1192301 T2991 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C912 name=collection1 org.apache.solr.core.SolrCore@59e8043f url=http://127.0.0.1:16261/collection1 node=127.0.0.1:16261_ C912_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:16261, core=collection1, node_name=127.0.0.1:16261_}
   [junit4]   2> 1192301 T2991 C912 P16261 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:16261/collection1/
   [junit4]   2> 1192301 T2991 C912 P16261 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1192301 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1192301 T2991 C912 P16261 oasc.SyncStrategy.syncToMe http://127.0.0.1:16261/collection1/ has no replicas
   [junit4]   2> 1192302 T2991 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:16261/collection1/ shard2
   [junit4]   2> 1192302 T2991 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1192311 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192313 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192313 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192313 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192325 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1192329 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192432 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192432 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192432 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192477 T2991 oasc.ZkController.register We are http://127.0.0.1:16261/collection1/ and leader is http://127.0.0.1:16261/collection1/
   [junit4]   2> 1192478 T2991 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16261
   [junit4]   2> 1192478 T2991 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1192478 T2991 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1192478 T2991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1192480 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192480 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192480 T2991 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1192480 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192482 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1192482 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:16261",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:16261_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1192491 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1192594 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192594 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1192594 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1193318 T2941 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1193319 T2941 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193321 T2941 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:18801
   [junit4]   2> 1193322 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193322 T2941 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193322 T2941 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004
   [junit4]   2> 1193323 T2941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/'
   [junit4]   2> 1193356 T2941 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/solr.xml
   [junit4]   2> 1193409 T2941 oasc.CoreContainer.<init> New CoreContainer 1621405229
   [junit4]   2> 1193409 T2941 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/]
   [junit4]   2> 1193410 T2941 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193410 T2941 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1193411 T2941 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193411 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193411 T2941 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193411 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193412 T2941 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193412 T2941 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193412 T2941 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193413 T2941 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193413 T2941 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193413 T2941 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193414 T2941 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:15777/solr
   [junit4]   2> 1193414 T2941 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1193415 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193417 T3003 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ba73dec name:ZooKeeperConnection Watcher:127.0.0.1:15777 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193418 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193433 T2941 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193435 T3005 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26f61081 name:ZooKeeperConnection Watcher:127.0.0.1:15777/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193435 T2941 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193443 T2941 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1194447 T2941 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44776_
   [junit4]   2> 1194477 T2941 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44776_
   [junit4]   2> 1194481 T2973 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1194482 T2963 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1194482 T3005 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1194482 T2986 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1194498 T3006 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1194498 T3006 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1194500 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1194500 T3006 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1194500 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1194501 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1194502 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1194503 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44776",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44776_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1194503 T2964 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1194503 T2964 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1194514 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1194515 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1194515 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1194515 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1194515 T3005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1195501 T3006 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1195502 T3006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1195502 T3006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1195503 T3006 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1195504 T3006 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1195504 T3006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/collection1/'
   [junit4]   2> 1195505 T3006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1195506 T3006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1195506 T3006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1195574 T3006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1195623 T3006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1195624 T3006 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1195636 T3006 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1196072 T3006 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1196073 T3006 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1196074 T3006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1196088 T3006 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1196091 T3006 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1196104 T3006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196109 T3006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196113 T3006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1196114 T3006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1196114 T3006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1196114 T3006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1196115 T3006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1196115 T3006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1196116 T3006 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1196116 T3006 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1196116 T3006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-004/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty2/
   [junit4]   2> 1196117 T3006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@50fe766d
   [junit4]   2> 1196117 T3006 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty2
   [junit4]   2> 1196118 T3006 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty2/index/
   [junit4]   2> 1196118 T3006 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1196118 T3006 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001/tempDir-001/jetty2/index
   [junit4]   2> 1196119 T3006 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=91.1650390625, floorSegmentMB=0.2197265625, forceMergeDeletesPctAllowed=7.796980668834749, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196120 T3006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@42a1c464 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40e79950),segFN=segments_1,generation=1}
   [junit4]   2> 1196120 T3006 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196126 T3006 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1196126 T3006 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196127 T3006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196127 T3006 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196127 T3006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196127 T3006 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1196128 T3006 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196128 T3006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196129 T3006 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1196129 T3006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1196130 T3006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1196130 T3006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1196131 T3006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1196131 T3006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1196132 T3006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1196132 T3006 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1196151 T3006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196156 T3006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1196156 T3006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1196157 T3006 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7941882430337752]
   [junit4]   2> 1196158 T3006 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@42a1c464 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40e79950),segFN=segments_1,generation=1}
   [junit4]   2> 1196158 T3006 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196158 T3006 oass.SolrIndexSearcher.<init> Opening Searcher@88e6744[collection1] main
   [junit4]   2> 1196159 T3006 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1196160 T3006 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1196160 T3006 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1196160 T3006 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1196161 T3006 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1196161 T3006 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196162 T3006 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1196162 T3006 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196162 T3006 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1196162 T3006 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1196167 T3007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@88e6744[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1196170 T3006 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1196171 T3010 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44776 collection:collection1 shard:shard1
   [junit4]   2> 1196171 T2941 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1196171 T2941 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1196172 T3010 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1196173 T2941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196174 T2941 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 1196174 T2941 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 1196200 T2941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196213 T3010 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1196217 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196217 T3010 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1196217 T3010 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C913 name=collection1 org.apache.solr.core.SolrCore@3da63b68 url=http://127.0.0.1:44776/collection1 node=127.0.0.1:44776_ C913_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:44776, core=collection1, node_name=127.0.0.1:44776_}
   [junit4]   2> 1196217 T3010 C913 P44776 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44776/collection1/
   [junit4]   2> 1196218 T3010 C913 P44776 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1196218 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196218 T3010 C913 P44776 oasc.SyncStrategy.syncToMe http://127.0.0.1:44776/collection1/ has no replicas
   [junit4]   2> 1196218 T3010 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44776/collection1/ shard1
   [junit4]   2> 1196219 T3010 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1196227 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196228 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196229 T3005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196228 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196228 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196239 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196242 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196344 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196344 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196344 T3005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196344 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196390 T3010 oasc.ZkController.register We are http://127.0.0.1:44776/collection1/ and leader is http://127.0.0.1:44776/collection1/
   [junit4]   2> 1196391 T3010 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44776
   [junit4]   2> 1196391 T3010 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1196391 T3010 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1196391 T3010 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1196393 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196393 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196393 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196393 T3010 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196395 T2964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1196395 T2964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44776",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44776_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1196404 T2963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1196507 T2973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196507 T2963 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196507 T3005 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1196507 T2986 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1197203 T2941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1197204 T2941 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
   [junit4]   2> 1197206 T2971 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/140.211.11.196,port=44097,localport=12802], receiveBufferSize:6565888
   [junit4]   2> 1197210 T2971 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=36008,localport=45082], receiveBufferSize=6565888
   [junit4]   2> ASYNC  NEW_CORE C914 name=collection1 org.apache.solr.core.SolrCore@3994bee8 url=http://127.0.0.1:12802/collection1 node=127.0.0.1:12802_ C914_STATE=coll:control_collection core:collection1 props:{state=active, base_url=http://127.0.0.1:12802, c

[...truncated too long message...]

_1x2_shard1_replica1",
   [junit4]    >           "node_name":"127.0.0.1:44776_"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "state":"active",
   [junit4]    >           "base_url":"http://127.0.0.1:12802",
   [junit4]    >           "core":"c8n_1x2_shard1_replica2",
   [junit4]    >           "node_name":"127.0.0.1:12802_",
   [junit4]    >           "leader":"true"}}}}}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2F6FD45E5446A9CF:AE895A462319C9F3]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.ensureAllReplicasAreActive(HttpPartitionTest.java:505)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:215)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:142)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1398010 T2941 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2F6FD45E5446A9CF-001
   [junit4]   2> 212756 T2940 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> 1398225 T3092 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 1398226 T2963 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1398298 T3095 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 1398299 T2986 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1399290 T3005 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1399290 T3099 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene49: {intDefault=PostingsFormat(name=FSTOrdPulsing41), a_t=PostingsFormat(name=FSTOrdPulsing41), _version_=PostingsFormat(name=FSTOrdPulsing41), text=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), multiDefault=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Asserting), id=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=FSTOrdPulsing41), range_facet_l=PostingsFormat(name=FSTOrdPulsing41)}, docValues:{}, sim=DefaultSimilarity, locale=hu, timezone=Asia/Vladivostok
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=16,threads=1,free=357669336,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestPostingsSolrHighlighter, TestSolrQueryParserResource, ShardSplitTest, TestTrie, TestLuceneMatchVersion, DocumentBuilderTest, DirectUpdateHandlerTest, TestDefaultSearchFieldResource, TestCollapseQParserPlugin, BadCopyFieldTest, TestSchemaNameResource, TestCollationField, TestDistributedMissingSort, TestBlendedInfixSuggestions, TestReload, NotRequiredUniqueKeyTest, LoggingHandlerTest, SchemaVersionSpecificBehaviorTest, TestSchemaSimilarityResource, DistributedQueryElevationComponentTest, TestFieldTypeResource, BasicDistributedZk2Test, AlternateDirectoryTest, TestFaceting, DistributedExpandComponentTest, SpellingQueryConverterTest, CoreContainerCoreInitFailuresTest, TestSweetSpotSimilarityFactory, TestFiltering, TestQuerySenderListener, TestCodecSupport, CoreMergeIndexesAdminHandlerTest, RequestHandlersTest, TestBinaryResponseWriter, BasicFunctionalityTest, TestSolrIndexConfig, AutoCommitTest, BasicDistributedZkTest, TestCSVResponseWriter, OpenCloseCoreStressTest, BinaryUpdateRequestHandlerTest, ZkSolrClientTest, TestAnalyzeInfixSuggestions, DistribDocExpirationUpdateProcessorTest, TermsComponentTest, HdfsRecoveryZkTest, SpellCheckComponentTest, SolrIndexSplitterTest, FileBasedSpellCheckerTest, TestRecovery, TestLRUCache, TestQuerySenderNoQuery, SolrRequestParserTest, CursorPagingTest, TestDynamicFieldResource, TestHighFrequencyDictionaryFactory, AssignTest, QueryResultKeyTest, SearchHandlerTest, TestInfoStreamLogging, TestInitQParser, HdfsBasicDistributedZkTest, TestFieldTypeCollectionResource, FastVectorHighlighterTest, TestFieldCollectionResource, DebugComponentTest, TestCSVLoader, StatelessScriptUpdateProcessorFactoryTest, SuggesterFSTTest, SolrPluginUtilsTest, TestNonNRTOpen, EnumFieldTest, OverseerStatusTest, PrimUtilsTest, TestRemoteStreaming, HardAutoCommitTest, TestXIncludeConfig, TestJmxIntegration, ShardRoutingTest, TestNumberUtils, TestDocBasedVersionConstraints, TestDefaultSimilarityFactory, BadComponentTest, TestRandomDVFaceting, DistributedTermsComponentTest, TestCloudInspectUtil, URLClassifyProcessorTest, TestRTGBase, TestUpdate, HttpPartitionTest]
   [junit4] Completed on J1 in 214.32s, 1 test, 1 failure <<< FAILURES!

[...truncated 981 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1299: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:923: There were test failures: 404 suites, 1654 tests, 1 failure, 51 ignored (17 assumptions)

Total time: 105 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-4.x-Java7 #2008
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 192399174 bytes
Compression is 0.0%
Took 35 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Mime
View raw message