beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aromane...@apache.org
Subject [beam] branch master updated (efaa35f -> 22822b8)
Date Mon, 27 Jul 2020 15:19:18 GMT
This is an automated email from the ASF dual-hosted git repository.

aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from efaa35f  Merge pull request #12065: [BEAM-10306] Add latency measurements to Python
Flink load test
     add 22822b8  [BEAM-9702] Update Java KinesisIO to support AWS SDK v2 (#11318)

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   1 +
 sdks/java/io/amazon-web-services2/build.gradle     |  18 +-
 .../sdk/io/aws2/kinesis/AWSClientsProvider.java    |  34 ++
 .../sdk/io/aws2/kinesis/BasicKinesisProvider.java  |  78 ++++
 .../sdk/io/aws2/kinesis/CheckpointGenerator.java   |  29 ++
 .../beam/sdk/io/aws2/kinesis/CustomOptional.java   | 102 +++++
 .../aws2/kinesis/DynamicCheckpointGenerator.java   |  74 ++++
 .../io/aws2/kinesis/GetKinesisRecordsResult.java   |  60 +++
 .../kinesis/KinesisClientThrottledException.java   |  28 ++
 .../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 484 +++++++++++++++++++++
 .../beam/sdk/io/aws2/kinesis/KinesisReader.java    | 219 ++++++++++
 .../io/aws2/kinesis/KinesisReaderCheckpoint.java   |  76 ++++
 .../beam/sdk/io/aws2/kinesis/KinesisRecord.java    | 149 +++++++
 .../sdk/io/aws2/kinesis/KinesisRecordCoder.java    |  76 ++++
 .../aws2/kinesis/KinesisShardClosedException.java  |  26 ++
 .../beam/sdk/io/aws2/kinesis/KinesisSource.java    | 161 +++++++
 .../beam/sdk/io/aws2/kinesis/RateLimitPolicy.java  |  37 ++
 .../io/aws2/kinesis/RateLimitPolicyFactory.java    |  70 +++
 .../beam/sdk/io/aws2/kinesis/RecordFilter.java     |  41 ++
 .../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java  | 177 ++++++++
 .../beam/sdk/io/aws2/kinesis/ShardReadersPool.java | 341 +++++++++++++++
 .../sdk/io/aws2/kinesis/ShardRecordsIterator.java  | 149 +++++++
 .../io/aws2/kinesis/SimplifiedKinesisClient.java   | 275 ++++++++++++
 .../beam/sdk/io/aws2/kinesis/StartingPoint.java    |  86 ++++
 .../io/aws2/kinesis/StartingPointShardsFinder.java | 198 +++++++++
 .../io/aws2/kinesis/StaticCheckpointGenerator.java |  41 ++
 .../apache/beam/sdk/io/aws2/kinesis/TimeUtil.java  |  37 ++
 .../io/aws2/kinesis/TransientKinesisException.java |  28 ++
 .../sdk/io/aws2/kinesis/WatermarkParameters.java   |  98 +++++
 .../beam/sdk/io/aws2/kinesis/WatermarkPolicy.java  |  29 ++
 .../io/aws2/kinesis/WatermarkPolicyFactory.java    | 152 +++++++
 .../beam/sdk/io/aws2/kinesis/package-info.java     |  24 +
 .../sdk/io/aws2/kinesis/AmazonKinesisMock.java     | 404 +++++++++++++++++
 .../sdk/io/aws2/kinesis/CustomOptionalTest.java    |  44 ++
 .../kinesis/DynamicCheckpointGeneratorTest.java    |  80 ++++
 .../beam/sdk/io/aws2/kinesis/KinesisIOIT.java      | 155 +++++++
 .../sdk/io/aws2/kinesis/KinesisMockReadTest.java   | 119 +++++
 .../aws2/kinesis/KinesisReaderCheckpointTest.java  |  64 +++
 .../sdk/io/aws2/kinesis/KinesisReaderTest.java     | 184 ++++++++
 .../io/aws2/kinesis/KinesisRecordCoderTest.java    |  46 ++
 .../sdk/io/aws2/kinesis/KinesisServiceMock.java    |  84 ++++
 .../sdk/io/aws2/kinesis/KinesisTestOptions.java    |  62 +++
 .../beam/sdk/io/aws2/kinesis/RecordFilterTest.java |  62 +++
 .../sdk/io/aws2/kinesis/ShardCheckpointTest.java   | 162 +++++++
 .../sdk/io/aws2/kinesis/ShardReadersPoolTest.java  | 351 +++++++++++++++
 .../io/aws2/kinesis/ShardRecordsIteratorTest.java  | 186 ++++++++
 .../aws2/kinesis/SimplifiedKinesisClientTest.java  | 378 ++++++++++++++++
 .../kinesis/StartingPointShardsFinderTest.java     | 292 +++++++++++++
 .../beam/sdk/io/aws2/kinesis/TimeUtilTest.java     |  42 ++
 .../sdk/io/aws2/kinesis/WatermarkPolicyTest.java   | 152 +++++++
 .../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java |   7 +-
 .../org.mockito.plugins.MockMaker                  |   1 -
 52 files changed, 6269 insertions(+), 4 deletions(-)
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AWSClientsProvider.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/BasicKinesisProvider.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/CheckpointGenerator.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/CustomOptional.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGenerator.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/GetKinesisRecordsResult.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisClientThrottledException.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIO.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReader.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderCheckpoint.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecord.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecordCoder.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisShardClosedException.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisSource.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RateLimitPolicy.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RateLimitPolicyFactory.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RecordFilter.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardCheckpoint.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardReadersPool.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardRecordsIterator.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/SimplifiedKinesisClient.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPoint.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinder.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StaticCheckpointGenerator.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/TimeUtil.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/TransientKinesisException.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkParameters.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicy.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicyFactory.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/package-info.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AmazonKinesisMock.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/CustomOptionalTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGeneratorTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIOIT.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisMockReadTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderCheckpointTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecordCoderTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisServiceMock.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisTestOptions.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/RecordFilterTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardCheckpointTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardReadersPoolTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardRecordsIteratorTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/SimplifiedKinesisClientTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinderTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/TimeUtilTest.java
 create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicyTest.java
 delete mode 100644 sdks/java/io/amazon-web-services2/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker


Mime
View raw message