helix-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From hu...@apache.org
Subject [helix] branch zooscalability updated (12f08db -> c8998f7)
Date Tue, 17 Mar 2020 00:03:31 GMT
This is an automated email from the ASF dual-hosted git repository.

hulee pushed a change to branch zooscalability
in repository https://gitbox.apache.org/repos/asf/helix.git.


    omit 12f08db  Make ZkUtil realm-aware (#896)
    omit 9d0e7d6  Make ZkBucketDataAccessor realm-aware (#894)
    omit 10b56e6  Update listClusters() in ZkHelixAdmin (#895)
    omit 028dab4  Reformat ZkBaseDataAccessor (#893)
    omit 74b220d  Make ZKHelixAdmin and ZKHelixManager Realm-aware (#846)
    omit 3ea4ef7  Make ZkBaseDataAccessor realm-aware (#855)
    omit 7077098  Make ZkHelixClusterVerifier and its child classes realm-aware (#867)
    omit 5cad489  Make ZkCacheBaseDataAccessor and ZkHelixPropertyStore realm-aware (#863)
    omit 339c8a2  Make ClusterSetup realm-aware (#861)
    omit 2f4e2b0  Add rerunFailingTestsCount config to surefire-plugin (#865)
    omit 381c8d5  Instrument ConfigAccessor's constructors (#856)
    omit 4c593e9  Make RealmAwareZkClient implementations use HttpRoutingDataReader for routing
data (#819)
    omit 1ebf942  Implement setRoutingData for MetadataStoreDirectoryService (#844)
    omit 08f5ec7  Make ConfigAccessor and ZkUtil realm-aware (#838)
    omit 6b1ff79  Add FederatedZkClient (#789)
    omit f80d784  Make MSDS endpoint configurable for HttpRoutingDataReader (#836)
    omit 81fd2f2  Improve MetadataStoreDirectoryAccessor endpoints and fix bugs in ZkRoutingDataReader/Writer
    omit 5fc6305  Add SharedZkClient/InnerSharedZkClient implementation (#796)
    omit 8dc457f  Update bump-up.command and ivy imports (#824)
    omit ef601a1  Fix InvalidRoutingData error message in tests (#821)
    omit 7804319  Implement request forwarding for ZkRoutingDataWriter (#788)
    omit 478c60a  Add getShardingKeyInPath to MetadataStoreRoutingData (#817)
    omit 33e7ad3  Add HttpRoutingDataReader (#775)
    omit f5c6f3f  [helix-rest] Add endpoint to get namespace routing data (#799)
    omit 2d5b77f  Add REST read endpoints to helix-rest for metadata store directory (#761)
    omit 9b4acde  Add DedicatedZkClient and update DedicatedZkClientFactory (#765)
    omit 329319e  Fix tests in apache/zooscalability and rebase from apache/master (#787)
    omit 4f04ba0  Create metadata-store-directory-common module (#771)
    omit 8c050b3  Add validation logic to MSD write operations (#759)
    omit 551ed63  Add RealmAwareZkClient and RealmAwareZkClientFactory interfaces (#745)
    omit 15e5ec7  Add write REST endpoints to helix rest for metadata store directory (#757)
    omit 1041ef9  Implement getAllMappingUnderPath and getMetadataStoreRealm in ZkMetadataStoreDirectory
    omit c929cae  Rebase ZooScalability from upstream master
    omit dc8a496  Add REST read endpoints to Helix Rest to provide resource access to metadata
store directory (#744)
    omit bba1990  Add MetadataStoreRoutingDataWriter with DistributedLeaderElection (#727)
    omit 6b62f0d  Add TrieRoutingData constructor (#731)
    omit a1be1b3  Add MetadataStoreDirectory and ZkMetadataStoreDirectory (#720)
    omit 4caae64  Add MetadataStoreRoutingDataReader interface and ZkRoutingDataReader class
to helix-rest (#714)
    omit 81dee2b  Add MockMetadataStoreDirectoryServer (#719)
    omit 5b54328  Upgrade ZkTestBase with multi-ZK support in helix-core (#712)
    omit 213d43d  Upgrade AbstractTestClass with multi-ZK support in helix-rest (#717)
    omit 9c14eeb  Enable two test runs with multiZk system property (#710)
    omit 39692a6  Add MetadataStoreRoutingData interface and TrieRoutingData class to helix-rest
     add afc62ab  Fix the flaky test (#749)
     add 12f11a3  Fix ConcurrentModification exception in Workflow Garbage Collection (#741)
     add 19811ea  Remove workflow garbage collection (#803)
     add 98a4be3  Fix the ConcurrentModificationException in ClusterEvent.java (#785)
     add 0f3c64b  Add system property options to config write size limit for ZNRecord Serializer
(#809)
     add 496d573  Async write operation should not throw Exception for serializing error (#845)
     add 1747ac0  Fix type cast in TestRawZkClient (#853)
     add 89dfe91  Add logs and throw exceptions in getInstanceById (#858)
     add 3e264f0  Downgrade the log level to INFO when isInstanceSetup() fails. (#870)
     add fcf78cd  Generate cancellation message for currentState=null desiredState=DROPPED
(#831)
     add 5de66f2  Update bump-up.command with metrics-common
     add 5dd01c0  Fix testInstancesStoppable_zoneBased (#880)
     add 26da7bf  Change helix-core's ivy import for commons-math3
     add e5c2a23  Migrate the IdealState usage to read Resource Config for the delayed rebalance.
(#878)
     add 1651f9e  Standardize the logging message format in ClusterAccessor and ConfigAccessor
(#886)
     add ecae243  Add REST APIs for get, set, update RestConfig (#849)
     add c966784  Remove possible score-tie between two AssignableNodes (#889)
     add f96a3c4  Support enableCompression in workflow and job configs (#883)
     new f2540fd  Add MetadataStoreRoutingData interface and TrieRoutingData class to helix-rest
     new c1a3132  Enable two test runs with multiZk system property (#710)
     new 3d70668  Upgrade AbstractTestClass with multi-ZK support in helix-rest (#717)
     new 952809a  Upgrade ZkTestBase with multi-ZK support in helix-core (#712)
     new cc7846c  Add MockMetadataStoreDirectoryServer (#719)
     new 9984133  Add MetadataStoreRoutingDataReader interface and ZkRoutingDataReader class
to helix-rest (#714)
     new 899e04e  Add MetadataStoreDirectory and ZkMetadataStoreDirectory (#720)
     new eae0416  Add TrieRoutingData constructor (#731)
     new ab62683  Add MetadataStoreRoutingDataWriter with DistributedLeaderElection (#727)
     new ff93b28  Add REST read endpoints to Helix Rest to provide resource access to metadata
store directory (#744)
     new bc67f8b  Rebase ZooScalability from upstream master
     new 33962f1  Implement getAllMappingUnderPath and getMetadataStoreRealm in ZkMetadataStoreDirectory
     new 3e73a82  Add write REST endpoints to helix rest for metadata store directory (#757)
     new 0ab3a1e  Add RealmAwareZkClient and RealmAwareZkClientFactory interfaces (#745)
     new cfba5f8  Add validation logic to MSD write operations (#759)
     new 889a9b8  Create metadata-store-directory-common module (#771)
     new c3685a0  Fix tests in apache/zooscalability and rebase from apache/master (#787)
     new 53ffe74  Add DedicatedZkClient and update DedicatedZkClientFactory (#765)
     new 3e28ad6  Add REST read endpoints to helix-rest for metadata store directory (#761)
     new ae53ed2  [helix-rest] Add endpoint to get namespace routing data (#799)
     new 7e3688f  Add HttpRoutingDataReader (#775)
     new 3f29468  Add getShardingKeyInPath to MetadataStoreRoutingData (#817)
     new aa1f484  Implement request forwarding for ZkRoutingDataWriter (#788)
     new 388d0c0  Fix InvalidRoutingData error message in tests (#821)
     new 082f2df  Update bump-up.command and ivy imports (#824)
     new d607e99  Add SharedZkClient/InnerSharedZkClient implementation (#796)
     new 9e49246  Improve MetadataStoreDirectoryAccessor endpoints and fix bugs in ZkRoutingDataReader/Writer
     new 105dc0d  Make MSDS endpoint configurable for HttpRoutingDataReader (#836)
     new 06450c3  Add FederatedZkClient (#789)
     new 02f2a90  Make ConfigAccessor and ZkUtil realm-aware (#838)
     new 8e7c5e1  Implement setRoutingData for MetadataStoreDirectoryService (#844)
     new 0709544  Make RealmAwareZkClient implementations use HttpRoutingDataReader for routing
data (#819)
     new afd1524  Instrument ConfigAccessor's constructors (#856)
     new cb27e26  Add rerunFailingTestsCount config to surefire-plugin (#865)
     new a8111bd  Make ClusterSetup realm-aware (#861)
     new 0bb4150  Make ZkCacheBaseDataAccessor and ZkHelixPropertyStore realm-aware (#863)
     new 6ca403b  Make ZkHelixClusterVerifier and its child classes realm-aware (#867)
     new 1085e7d  Make ZkBaseDataAccessor realm-aware (#855)
     new 57ce75c  Make ZKHelixAdmin and ZKHelixManager Realm-aware (#846)
     new e3a3385  Reformat ZkBaseDataAccessor (#893)
     new 054e107  Update listClusters() in ZkHelixAdmin (#895)
     new 9a4f308  Make ZkBucketDataAccessor realm-aware (#894)
     new c8998f7  Make ZkUtil realm-aware (#896)

This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version.  This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:

 * -- * -- B -- O -- O -- O   (12f08db)
            \
             N -- N -- N   refs/heads/zooscalability (c8998f7)

You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

The 43 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 bump-up.command                                    |   2 -
 .../main/java/org/apache/helix/ConfigAccessor.java |  90 +++++-
 .../rebalancer/DelayedAutoRebalancer.java          |   7 +-
 .../rebalancer/util/DelayedRebalanceUtil.java      |  23 +-
 .../rebalancer/waged/WagedRebalancer.java          |   9 +-
 .../constraints/ConstraintBasedAlgorithm.java      |  12 +-
 .../waged/model/ClusterModelProvider.java          |  33 +-
 .../helix/controller/stages/ClusterEvent.java      |   6 +-
 .../controller/stages/MessageGenerationPhase.java  | 145 +++++----
 .../stages/TaskGarbageCollectionStage.java         |   1 -
 .../java/org/apache/helix/manager/zk/ZKUtil.java   |   2 +-
 .../org/apache/helix/model/ResourceConfig.java     |  70 +++-
 .../main/java/org/apache/helix/task/JobConfig.java |  22 +-
 .../java/org/apache/helix/task/TaskConstants.java  |   2 +-
 .../main/java/org/apache/helix/task/TaskUtil.java  |  60 ----
 .../java/org/apache/helix/task/WorkflowConfig.java |  13 +
 .../java/org/apache/helix/task/beans/JobBean.java  |   1 +
 .../org/apache/helix/task/beans/WorkflowBean.java  |   2 +
 .../apache/helix/util/InstanceValidationUtil.java  |  29 +-
 .../java/org/apache/helix/TestConfigAccessor.java  |  88 ++++-
 .../constraints/TestConstraintBasedAlgorithm.java  |  58 ++--
 .../waged/model/AbstractTestClusterModel.java      |   5 +-
 .../waged/model/ClusterModelTestHelper.java        |  25 ++
 .../stages/TestCancellationMessageGeneration.java  |  97 ++++++
 .../helix/controller/stages/TestClusterEvent.java  |  44 ++-
 .../task/TestWorkflowContextWithoutConfig.java     |  67 ----
 .../apache/helix/manager/zk/TestRawZkClient.java   |  74 +++++
 .../helix/manager/zk/TestZNRecordSizeLimit.java    | 320 +++++++++++++++++-
 .../org/apache/helix/model/TestResourceConfig.java |  95 +++++-
 .../server/resources/helix/ClusterAccessor.java    | 356 ++++++++++++++-------
 .../resources/helix/PerInstanceAccessor.java       |  11 +-
 .../rest/server/service/InstanceServiceImpl.java   |   8 +
 .../helix/rest/server/TestClusterAccessor.java     |  66 ++++
 .../zookeeper/constant/ZkSystemPropertyKeys.java   |  53 +++
 .../apache/helix/zookeeper/datamodel/ZNRecord.java |  42 +++
 .../serializer/ZNRecordJacksonSerializer.java      |   7 +-
 .../datamodel/serializer/ZNRecordSerializer.java   |  43 ++-
 .../serializer/ZNRecordStreamingSerializer.java    |  31 +-
 .../apache/helix/zookeeper/util/ZNRecordUtil.java  |  65 ++++
 .../apache/helix/zookeeper/zkclient/ZkClient.java  |  59 ++--
 .../TestZNRecordSerializeWriteSizeLimit.java       | 200 ++++++++++++
 41 files changed, 1858 insertions(+), 485 deletions(-)
 create mode 100644 helix-core/src/test/java/org/apache/helix/controller/stages/TestCancellationMessageGeneration.java
 create mode 100644 zookeeper-api/src/main/java/org/apache/helix/zookeeper/constant/ZkSystemPropertyKeys.java
 create mode 100644 zookeeper-api/src/main/java/org/apache/helix/zookeeper/util/ZNRecordUtil.java
 create mode 100644 zookeeper-api/src/test/java/org/apache/helix/zookeeper/datamodel/serializer/TestZNRecordSerializeWriteSizeLimit.java


Mime
View raw message