beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From github-...@apache.org
Subject [beam] tag nightly-master updated (eb11a3f -> 83ed9ae)
Date Wed, 02 Dec 2020 04:28:43 GMT
This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.


*** WARNING: tag nightly-master was modified! ***

    from eb11a3f  (commit)
      to 83ed9ae  (commit)
    from eb11a3f  Merge pull request #13446 from Revert "Add use_unified_worker to pipeline
options."
     add c1dfa1c  [BEAM-11173] Add Bigtable table with read operation
     add 18f7a32  Merge pull request #13319 from piotr-szuberski/bigtable-provider
     add 02da3ae  Update python versions in pre-requisites (#13451)
     add 87f3138  Merge pull request #12779 from [BEAM-10856] Support for NestedValueProvider
for Python SDK
     add 4c51569  Add splittable dofn as the recommended way of building connectors.
     add 3de140f  Merge pull request #13227 from [BEAM-10480] Add splittable dofn as the recommended
way of building connectors.
     add 4e7414c  [BEAM-11354] Allow DoFn itself to be used as the restriction provider.
     add 6555b39  [BEAM-11354] Also allow DoFn for WatermarkEstimator.
     add 218a922  [BEAM-11354] Update docs.
     add 4e16a85  Test for watermark tracker.
     add 3231026  Add a note to the programming guide.
     add 67e8649  Skip tests unimplemented for multiple workers.
     add 83ed9ae  Merge pull request #13431 [BEAM-11354] Allow DoFn itself to be used as the
restriction provider.

No new revisions were added by this update.

Summary of changes:
 CHANGES.md                                         |   2 +
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   1 +
 sdks/java/extensions/sql/build.gradle              |   1 +
 .../sql/meta/provider/bigtable/BigtableTable.java  | 201 +++++++++++++++++++++
 .../provider/bigtable/BigtableTableProvider.java   |  85 +++++++++
 .../sql/meta/provider/bigtable}/package-info.java  |   4 +-
 .../BigtableTableCreationFailuresTest.java         | 145 +++++++++++++++
 .../provider/bigtable/BigtableTableFlatTest.java   | 113 ++++++++++++
 .../meta/provider/bigtable/BigtableTableTest.java  |  95 ++++++++++
 .../bigtable/BigtableTableWithRowsTest.java        | 157 ++++++++++++++++
 .../beam/sdk/io/gcp/bigtable/BigtableConfig.java   |  15 ++
 .../beam/sdk/io/gcp/bigtable/BigtableIO.java       |  22 +++
 .../sdk/io/gcp/bigtable/BigtableRowToBeamRow.java  | 176 ++++++++++++++++++
 .../io/gcp/bigtable/BigtableRowToBeamRowFlat.java  | 107 +++++++++++
 .../io/gcp/bigtable/BigtableRowToBeamRowFn.java}   |  39 ++--
 .../beam/sdk/io/gcp/bigtable/CellValueParser.java  |  74 ++++++++
 .../bigtable/{package-info.java => RowUtils.java}  |  15 +-
 .../io/gcp/testing/BigtableEmulatorWrapper.java    |  75 ++++++++
 .../beam/sdk/io/gcp/testing/BigtableTestUtils.java |  94 ++++++++++
 .../gcp/bigtable/BigtableRowToBeamRowFlatTest.java |  65 +++++++
 .../io/gcp/bigtable/BigtableRowToBeamRowTest.java  |  93 ++++++++++
 .../sdk/io/gcp/bigtable/CellValueParserTest.java   | 194 ++++++++++++++++++++
 .../apache/beam/sdk/io/gcp/bigtable/TestUtils.java |  83 +++++++++
 .../apache_beam/examples/snippets/snippets.py      |   4 +
 sdks/python/apache_beam/options/value_provider.py  |  71 +++++++-
 .../apache_beam/options/value_provider_test.py     |  40 ++++
 sdks/python/apache_beam/runners/common.py          |   5 +-
 .../portability/fn_api_runner/fn_runner_test.py    |  56 ++++++
 sdks/python/apache_beam/transforms/core.py         |  32 ++--
 website/www/site/content/en/contribute/_index.md   |   2 +-
 .../dsls/sql/extensions/create-external-table.md   | 126 +++++++++++++
 .../en/documentation/io/developing-io-java.md      |   3 +
 .../en/documentation/io/developing-io-overview.md  |  80 ++++----
 .../en/documentation/io/developing-io-python.md    |   3 +
 34 files changed, 2195 insertions(+), 83 deletions(-)
 create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTable.java
 create mode 100644 sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableProvider.java
 copy {runners/java-fn-execution/src/main/java/org/apache/beam/runners/fnexecution/state =>
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable}/package-info.java
(88%)
 create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableCreationFailuresTest.java
 create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableFlatTest.java
 create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableTest.java
 create mode 100644 sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigtable/BigtableTableWithRowsTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRow.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFlat.java
 copy sdks/java/{core/src/main/java/org/apache/beam/sdk/schemas/logicaltypes/NanosType.java
=> io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFn.java}
(54%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/CellValueParser.java
 copy sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/{package-info.java
=> RowUtils.java} (74%)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/testing/BigtableEmulatorWrapper.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/testing/BigtableTestUtils.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowFlatTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableRowToBeamRowTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/CellValueParserTest.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/TestUtils.java


Mime
View raw message