beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From github-...@apache.org
Subject [beam] tag nightly-master updated (5caeb5d -> d009fe9)
Date Thu, 10 Dec 2020 02:51:03 GMT
This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.


*** WARNING: tag nightly-master was modified! ***

    from 5caeb5d  (commit)
      to d009fe9  (commit)
    from 5caeb5d  Merge pull request #13395 from [BEAM-11426] Add FHIR Search to io/gcp/healthcare/FhirIO
     add 05c8471  Add GroupIntoBatches to runner API; add Dataflow override in Python SDK
     add 2c96aeb  Merge pull request #13405 from [BEAM-10703, BEAM-10475] Add GroupIntoBatches
to runner API; add Dataflow override in Python SDK
     add 62f385c  [BEAM-11419] Add Flink 1.12 build target.
     add a35513d  Merge pull request #13504: [BEAM-11419] Add Flink 1.12 build target
     add 15f9270  [BEAM-11075] Fix go sdk gbk load test (#13494)
     add e1cff1a  [BEAM-11400] Change StreamingDataflowWorker to ignore commits that don't
match.
     add dce9158  Merge pull request #13486: [BEAM-11400] Change StreamingDataflowWorker to
ignore commits that do…
     add b39602a  [BEAM-11384] Change StreamingDataflowWorker work id for logs to sharding
key.
     add 5f50f17  Merge pull request #13459: [BEAM-11384] Change StreamingDataflowWorker from
encoding key
     add adf5515  Better logging for Python Docker environment (#13508)
     add a2815b5  [BEAM-11415] Setup and bugfixes for Go ValidatesRunner framework.
     add 310a710  Merge pull request #13502: [BEAM-11415] Setup and bugfixes for Go ValidatesRunner
framework.
     add b942279  [BEAM-10114] Bump Pub/Sub lite version and clean up settings classes.
     add c1d9794  [BEAM-10114] Fix lint errors
     add bc0bac7  Merge pull request #13509 from [BEAM-10114] Bump Pub/Sub lite version and
clean up settings classes.
     add e8a9c7b  [BEAM-11415] In-progress Go ValidatesRunner framework.
     add d009fe9  Merge pull request #13503: [BEAM-11415] In-progress Go ValidatesRunner framework.

No new revisions were added by this update.

Summary of changes:
 .../jenkins/job_LoadTests_GBK_Flink_Go.groovy      |  17 +-
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   2 +-
 .../pipeline/src/main/proto/beam_runner_api.proto  |  18 ++
 .../runners/flink/streaming/StreamSources.java     |  13 +
 runners/flink/{1.10 => 1.12}/build.gradle          |   8 +-
 .../job-server-container/build.gradle              |   0
 .../flink/{1.8 => 1.12}/job-server/build.gradle    |   2 +-
 .../streaming/AbstractStreamOperatorCompat.java    |  27 +-
 .../runners/flink/streaming/StreamSources.java     |  14 +
 .../runners/flink/streaming/StreamSources.java     |  13 +
 .../runners/flink/streaming/StreamSources.java     |  13 +
 .../wrappers/streaming/DoFnOperator.java           |  18 +-
 .../FlinkStreamingTransformTranslatorsTest.java    |   7 +-
 .../dataflow/worker/StreamingDataflowWorker.java   |  42 ++-
 .../dataflow/worker/FakeWindmillServer.java        |  14 +-
 .../worker/StreamingDataflowWorkerTest.java        |   8 +-
 sdks/go/pkg/beam/core/runtime/graphx/xlang.go      |   9 +-
 .../beam/runners/universal/runnerlib/compile.go    |  13 +-
 sdks/go/pkg/beam/runners/universal/universal.go    |   1 +
 sdks/go/pkg/beam/testing/ptest/ptest.go            |   8 +
 sdks/go/test/build.gradle                          |  19 ++
 sdks/go/test/run_validatesrunner_tests.sh          | 158 ++++++++++++
 .../cogbk.go => validatesrunner/reshuffle_test.go} |  47 ++--
 .../go/test/validatesrunner/validatesrunner.go     |  33 +--
 .../validatesrunner_test.go}                       |   7 +-
 sdks/go/test/validatesrunner/xlang_test.go         | 282 +++++++++++++++++++++
 .../sdk/io/gcp/pubsublite/CloudPubsubChecks.java   |  21 +-
 .../io/gcp/pubsublite/OffsetCheckpointMark.java    |  12 +-
 .../sdk/io/gcp/pubsublite/OffsetFinalizer.java     |   4 +-
 .../beam/sdk/io/gcp/pubsublite/PublisherCache.java |   8 +-
 .../sdk/io/gcp/pubsublite/PublisherOptions.java    |  47 ++--
 .../sdk/io/gcp/pubsublite/PublisherOrError.java    |   6 +-
 .../beam/sdk/io/gcp/pubsublite/Publishers.java     |  56 ++++
 .../beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java |  18 +-
 .../gcp/pubsublite/PubsubLiteUnboundedReader.java  |  38 +--
 .../gcp/pubsublite/PubsubLiteUnboundedSource.java  |  42 +--
 .../gcp/pubsublite/SerializableStatusFunction.java |  26 --
 .../io/gcp/pubsublite/SerializableSupplier.java    |   3 +-
 .../sdk/io/gcp/pubsublite/SubscriberOptions.java   | 117 +++------
 .../sdk/io/gcp/pubsublite/TopicBacklogReader.java  |   3 +-
 .../gcp/pubsublite/TopicBacklogReaderSettings.java |  27 +-
 .../gcp/pubsublite/TranslatingPullSubscriber.java  |  11 +-
 .../gcp/pubsublite/UuidDeduplicationOptions.java   |  15 +-
 .../cloud/spanner/FakeBatchTransactionId.java      |   1 +
 .../sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java  |  47 ++--
 .../pubsublite/PubsubLiteUnboundedReaderTest.java  |   2 +-
 .../gcp/pubsublite/TopicBacklogReaderImplTest.java |  17 +-
 .../pubsublite/UuidDeduplicationTransformTest.java |  13 +-
 sdks/python/apache_beam/portability/common_urns.py |   1 +
 .../runners/dataflow/dataflow_runner.py            |  32 ++-
 .../runners/dataflow/dataflow_runner_test.py       |  62 +++++
 .../apache_beam/runners/dataflow/internal/names.py |   5 +
 .../runners/dataflow/ptransform_overrides.py       |  45 ++++
 .../portability/fn_api_runner/worker_handlers.py   |   7 +-
 sdks/python/apache_beam/transforms/environments.py |  11 +-
 sdks/python/apache_beam/transforms/util.py         | 111 ++++++--
 sdks/python/apache_beam/transforms/util_test.py    |  41 +++
 settings.gradle                                    |   4 +
 58 files changed, 1215 insertions(+), 431 deletions(-)
 copy runners/flink/{1.10 => 1.12}/build.gradle (80%)
 copy runners/flink/{1.9 => 1.12}/job-server-container/build.gradle (100%)
 copy runners/flink/{1.8 => 1.12}/job-server/build.gradle (95%)
 copy runners/flink/{1.8 => 1.12}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java
(59%)
 copy runners/flink/{1.10 => 1.12}/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java
(80%)
 create mode 100755 sdks/go/test/run_validatesrunner_tests.sh
 copy sdks/go/test/{integration/primitives/cogbk.go => validatesrunner/reshuffle_test.go}
(78%)
 copy learning/katas/go/io/textio/read/testdata/path.go => sdks/go/test/validatesrunner/validatesrunner.go
(55%)
 copy sdks/go/test/{integration/primitives/primitives_test.go => validatesrunner/validatesrunner_test.go}
(81%)
 create mode 100644 sdks/go/test/validatesrunner/xlang_test.go
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/Publishers.java
 delete mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableStatusFunction.java


Mime
View raw message