beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chamik...@apache.org
Subject [beam] branch master updated (66bcc9a -> 0359f90)
Date Mon, 13 Jul 2020 19:14:58 GMT
This is an automated email from the ASF dual-hosted git repository.

chamikara pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 66bcc9a  [BEAM-10450] [BEAM-10449] Fix empty flatten bundle processing. (#12226)
     add 8aa898e  Copy Pub/Sub Lite IO from Pub/Sub Lite github to beam.
     add 0498102  Restructure IO to expose proto types instead of client library wrapper types,
as the wrapper types expose guava in the api surface.
     add 0359f90  Merge pull request #11919: [BEAM-10114] Copy Pub/Sub Lite IO from Pub/Sub
Lite github to beam.

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   8 +-
 .../src/main/resources/beam/suppressions.xml       |   1 +
 .../org/apache/beam/sdk/transforms/Reshuffle.java  |  23 +-
 sdks/java/io/google-cloud-platform/build.gradle    |   3 +
 .../sdk/io/gcp/pubsublite/AddUuidsTransform.java   |  49 ++++
 .../io/gcp/pubsublite/BufferingPullSubscriber.java | 116 +++++++++
 .../sdk/io/gcp/pubsublite/CloudPubsubChecks.java   |  56 +++++
 .../io/gcp/pubsublite/OffsetCheckpointMark.java    |  78 ++++++
 .../sdk/io/gcp/pubsublite/OffsetFinalizer.java     |  28 +++
 .../io/gcp/pubsublite/PerServerPublisherCache.java |  30 +++
 .../beam/sdk/io/gcp/pubsublite/PublisherCache.java |  74 ++++++
 .../sdk/io/gcp/pubsublite/PublisherOptions.java    |  84 +++++++
 .../sdk/io/gcp/pubsublite/PublisherOrError.java    |  46 ++++
 .../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java   | 127 ++++++++++
 .../beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java | 150 ++++++++++++
 .../gcp/pubsublite/PubsubLiteUnboundedReader.java  | 268 +++++++++++++++++++++
 .../gcp/pubsublite/PubsubLiteUnboundedSource.java  | 117 +++++++++
 .../beam/sdk/io/gcp/pubsublite/PullSubscriber.java |  28 +++
 .../gcp/pubsublite/SerializableStatusFunction.java |  26 ++
 .../io/gcp/pubsublite/SerializableSupplier.java    |  26 ++
 .../sdk/io/gcp/pubsublite/SubscriberOptions.java   | 165 +++++++++++++
 .../apache/beam/sdk/io/gcp/pubsublite/Uuid.java    |  51 ++++
 .../beam/sdk/io/gcp/pubsublite/UuidCoder.java      |  48 ++++
 .../gcp/pubsublite/UuidDeduplicationOptions.java   |  93 +++++++
 .../gcp/pubsublite/UuidDeduplicationTransform.java |  52 ++++
 .../beam/sdk/io/gcp/pubsublite/package-info.java   |  24 ++
 .../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java  |   1 +
 .../io/gcp/pubsublite/AddUuidsTransformTest.java   |  97 ++++++++
 .../pubsublite/BufferingPullSubscriberTest.java    | 183 ++++++++++++++
 .../sdk/io/gcp/pubsublite/FakeSerializable.java    |  58 +++++
 .../gcp/pubsublite/OffsetCheckpointMarkTest.java   |  78 ++++++
 .../sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java  | 240 ++++++++++++++++++
 .../pubsublite/PubsubLiteUnboundedReaderTest.java  | 227 +++++++++++++++++
 .../pubsublite/UuidDeduplicationTransformTest.java | 155 ++++++++++++
 34 files changed, 2806 insertions(+), 4 deletions(-)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/AddUuidsTransform.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/BufferingPullSubscriber.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/CloudPubsubChecks.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetCheckpointMark.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetFinalizer.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PerServerPublisherCache.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherCache.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOptions.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOrError.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedReader.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedSource.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PullSubscriber.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableStatusFunction.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableSupplier.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SubscriberOptions.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/Uuid.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidCoder.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationOptions.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationTransform.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/package-info.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/AddUuidsTransformTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/BufferingPullSubscriberTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/FakeSerializable.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetCheckpointMarkTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedReaderTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationTransformTest.java


Mime
View raw message