rocketmq-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From duhengfore...@apache.org
Subject [rocketmq-streams] branch main updated (f1bbde9 -> 961363d)
Date Wed, 01 Sep 2021 06:33:10 GMT
This is an automated email from the ASF dual-hosted git repository.

duhengforever pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/rocketmq-streams.git.


    from f1bbde9  Debug why pass test
     new 96d2127  test
     new b573f3a  test window exactly once success and fixed bugs
     new 750b04e  test window exactly once success and fixed bugs set dipper properties commint
ignore
     new 961363d  Merge pull request #43 from yuanxiaodong/window

The 120 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .gitignore                                         |     3 +
 pom.xml                                            |    22 +-
 rocketmq-streams-channel-rocketmq/pom.xml          |     6 +-
 .../rocketmq/streams/RocketMQChannelBuilder.java   |     9 +-
 .../apache/rocketmq/streams/RocketMQOffset.java    |    20 +-
 .../apache/rocketmq/streams/debug/DebugWriter.java |   101 +
 .../apache/rocketmq/streams/sink/RocketMQSink.java |   175 +-
 .../rocketmq/streams/source/RocketMQSource.java    |   216 +-
 rocketmq-streams-clients/pom.xml                   |    13 +
 .../streams/client/transform/DataStream.java       |    24 +-
 .../rocketmq/streams/client/DBDriverTest.java      |     4 +-
 .../apache/rocketmq/streams/client/WindowTest.java |    29 +
 .../streams/client/windows/AbstractWindowTest.java |   201 +
 .../streams/client/windows/MultiSplitTest.java     |   116 +
 .../streams/client/windows/SingleSplitTest.java    |   100 +
 .../streams/client/windows/WindowDebugTest.java    |    24 +
 .../windows/WindowFireResultCompareTest.java       |   164 +
 .../streams/client/windows/WindowFromFileTest.java |   172 -
 .../streams/client/windows/WindowFromRocketMQ.java |    63 -
 .../client/windows/WindowHighAvailabilityTest.java |   145 -
 .../streams/client/windows/WindowMsgManager.java   |    56 +
 .../src/test/resources/window_msg_10               |    10 +
 .../src/test/resources/window_msg_100              |   100 +
 .../src/test/resources/window_msg_1000             |  1000 +
 .../src/test/resources/window_msg_10000            | 10000 +++
 .../src/test/resources/window_msg_88121            | 88121 +++++++++++++++++++
 .../streams/common/channel/AbstractChannel.java    |    10 +-
 .../common/channel/builder/IChannelBuilder.java    |     3 +-
 .../streams/common/channel/impl/file/FileSink.java |     8 +
 .../streams/common/channel/sink/AbstractSink.java  |     6 +-
 .../channel/sinkcache/DataSourceAutoFlushTask.java |    27 +-
 .../impl/AbstractMutilSplitMessageCache.java       |    57 +-
 .../channel/sinkcache/impl/MessageCache.java       |    41 +-
 .../streams/common/channel/source/ISource.java     |     4 -
 .../streams/common/functions/Function.java         |     4 +-
 .../common/topology/builder/PipelineBuilder.java   |     3 +-
 .../streams/common/topology/model/IWindow.java     |    13 +-
 .../topology/stages/AbstractWindowStage.java       |     4 +-
 .../common/topology/stages/udf/FilterOperator.java |    37 -
 .../topology/stages/udf/FlatMapOperator.java       |    60 -
 .../common/topology/stages/udf/IRedurce.java       |    35 -
 .../common/topology/stages/udf/MapOperator.java    |    35 -
 .../rocketmq/streams/common/utils/ReflectUtil.java |    10 +-
 .../streams/configuable/ConfigurableComponent.java |   188 -
 .../streams/configuable/model/Configure.java       |   130 -
 .../service/AbstractConfigurableService.java       |   559 -
 .../AbstractSupportParentConfigureService.java     |   261 -
 .../service/ConfigurableServcieType.java           |    31 -
 .../service/ConfigurableServiceFactory.java        |    57 -
 .../service/impl/FileConfigureService.java         |   249 -
 .../impl/FileSupportParentConfigureService.java    |    37 -
 .../service/impl/MemoryConfigureService.java       |   121 -
 .../impl/MemorySupportParentConfigureService.java  |    38 -
 .../configuable/ConfiguableComponentTest.java      |     1 +
 .../rocketmq/streams/db/driver/JDBCDriver.java     |    47 +-
 .../rocketmq/streams/db/driver/orm/ORMUtil.java    |    33 +-
 .../streams/dbinit/mysql/delegate/DBDelegate.java  |     2 +-
 .../rocketmq/streams/dim/service/IDimService.java  |     2 +-
 .../streams/filter/builder/ExpressionBuilder.java  |     4 +-
 rocketmq-streams-schedule/pom.xml                  |    10 +
 .../script/function/service/IFunctionService.java  |     2 +-
 .../streams/script/service/IScriptService.java     |     3 +-
 .../pom.xml                                        |    10 +-
 .../rocketmq/streams/state/AbstractState.java      |    35 +
 .../rocketmq/streams/state/IEntryProcessor.java    |     8 +
 .../org/apache/rocketmq/streams/state/IState.java  |   222 +
 .../src/test/resources/log4j.xml                   |     0
 rocketmq-streams-window/pom.xml                    |     5 +
 .../streams/window/debug/DebugAnalysis.java        |   453 +
 .../rocketmq/streams/window/debug/DebugWriter.java |   154 +-
 .../rocketmq/streams/window/debug/WindowDebug.java |    32 +
 .../streams/window/fire/EventTimeManager.java      |     3 -
 .../rocketmq/streams/window/model/WindowCache.java |    83 +-
 .../streams/window/model/WindowInstance.java       |   131 +-
 .../window/offset/IWindowMaxValueManager.java      |    53 +-
 .../streams/window/offset/WindowMaxValue.java      |    18 +
 .../window/offset/WindowMaxValueManager.java       |   260 +-
 .../window/offset/WindowMaxValueProcessor.java     |   298 +
 .../window/operator/AbstractShuffleWindow.java     |     4 +-
 .../streams/window/operator/AbstractWindow.java    |    59 +-
 .../streams/window/operator/impl/OverWindow.java   |     6 +-
 .../window/operator/impl/SessionWindow.java        |     6 +-
 .../window/operator/impl/WindowOperator.java       |   188 +-
 .../streams/window/operator/join/JoinWindow.java   |    40 +-
 .../streams/window/operator/join/Operator.java     |     3 +-
 .../streams/window/shuffle/ShuffleCache.java       |   137 +
 .../streams/window/shuffle/ShuffleChannel.java     |   399 +-
 .../streams/window/source/WindowRireSource.java    |   100 +-
 .../streams/window/sqlcache/ISQLElement.java       |    35 +
 .../rocketmq/streams/window/sqlcache/SQLCache.java |   124 +
 .../sqlcache/impl/FiredNotifySQLElement.java       |    48 +
 .../streams/window/sqlcache/impl/SQLElement.java   |    53 +
 .../window/sqlcache/impl/SplitSQLElement.java      |    46 +
 .../streams/window/state/AbstractMapState.java     |    29 +
 .../streams/window/state/impl/WindowValue.java     |     2 +-
 .../window/storage/AbstractWindowStorage.java      |    13 -
 .../streams/window/storage/IRemoteStorage.java     |    14 +
 .../rocketmq/streams/window/storage/IStorage.java  |    28 +-
 .../streams/window/storage/IWindowStorage.java     |    11 +-
 .../streams/window/storage/WindowStorage.java      |    45 +-
 .../streams/window/storage/db/DBStorage.java       |    36 +-
 .../streams/window/storage/file/FileStorage.java   |    16 +-
 .../window/storage/rocksdb/RocksdbStorage.java     |    28 +-
 103 files changed, 102946 insertions(+), 3315 deletions(-)
 create mode 100644 rocketmq-streams-channel-rocketmq/src/main/java/org/apache/rocketmq/streams/debug/DebugWriter.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/AbstractWindowTest.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/MultiSplitTest.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/SingleSplitTest.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowDebugTest.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFireResultCompareTest.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromFileTest.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowFromRocketMQ.java
 delete mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowHighAvailabilityTest.java
 create mode 100644 rocketmq-streams-clients/src/test/java/org/apache/rocketmq/streams/client/windows/WindowMsgManager.java
 create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_10
 create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_100
 create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_1000
 create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_10000
 create mode 100644 rocketmq-streams-clients/src/test/resources/window_msg_88121
 delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FilterOperator.java
 delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/FlatMapOperator.java
 delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/IRedurce.java
 delete mode 100644 rocketmq-streams-commons/src/main/java/org/apache/rocketmq/streams/common/topology/stages/udf/MapOperator.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/ConfigurableComponent.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/model/Configure.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractConfigurableService.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/AbstractSupportParentConfigureService.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServcieType.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/ConfigurableServiceFactory.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileConfigureService.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/FileSupportParentConfigureService.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemoryConfigureService.java
 delete mode 100644 rocketmq-streams-configurable/src/main/java/org/apache/rocketmq/streams/configuable/service/impl/MemorySupportParentConfigureService.java
 copy {rocketmq-streams-channel-db => rocketmq-streams-state}/pom.xml (83%)
 create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/AbstractState.java
 create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IEntryProcessor.java
 create mode 100644 rocketmq-streams-state/src/main/java/org/apache/rocketmq/streams/state/IState.java
 copy {rocketmq-streams-window => rocketmq-streams-state}/src/test/resources/log4j.xml
(100%)
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/debug/DebugAnalysis.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/debug/WindowDebug.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/offset/WindowMaxValueProcessor.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/shuffle/ShuffleCache.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/ISQLElement.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/SQLCache.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/FiredNotifySQLElement.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SQLElement.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/sqlcache/impl/SplitSQLElement.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/state/AbstractMapState.java
 create mode 100644 rocketmq-streams-window/src/main/java/org/apache/rocketmq/streams/window/storage/IRemoteStorage.java

Mime
View raw message