beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From reuven...@apache.org
Subject [beam] branch master updated (c0f2040 -> 38daf8c)
Date Fri, 22 Feb 2019 05:55:23 GMT
This is an automated email from the ASF dual-hosted git repository.

reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from c0f2040  Merge pull request #7908 from drieber/test_streaming_engine
     add 38daf8c  Merge pull request #7635: [BEAM-4076] Generalize schema inputs to ParDo

No new revisions were added by this update.

Summary of changes:
 .../runners/apex/translation/ParDoTranslator.java  |   7 ++
 .../apex/translation/TranslationContext.java       |   2 +-
 .../translation/operators/ApexParDoOperator.java   |  12 ++-
 .../apex/translation/ParDoTranslatorTest.java      |   2 +
 .../core/construction/ParDoTranslation.java        |  91 +++++++++++++++---
 .../runners/core/construction/SplittableParDo.java |   5 +-
 .../construction/SplittableParDoNaiveBounded.java  |  10 +-
 .../core/construction/EnvironmentsTest.java        |   2 +
 .../core/construction/ParDoTranslationTest.java    |   4 +-
 .../org/apache/beam/runners/core/DoFnRunners.java  |  13 ++-
 ...TimeBoundedSplittableProcessElementInvoker.java |   2 +-
 .../apache/beam/runners/core/SimpleDoFnRunner.java |  91 +++---------------
 .../beam/runners/core/SimpleDoFnRunnerTest.java    |  28 ++++--
 .../beam/runners/core/StatefulDoFnRunnerTest.java  |   4 +-
 .../apache/beam/runners/direct/ParDoEvaluator.java |  14 ++-
 .../beam/runners/direct/ParDoEvaluatorFactory.java |  10 +-
 .../runners/direct/ParDoMultiOverrideFactory.java  |  21 +++-
 .../SplittableProcessElementsEvaluatorFactory.java |  10 +-
 .../direct/StatefulParDoEvaluatorFactory.java      |   3 +-
 .../beam/runners/direct/ParDoEvaluatorTest.java    |   2 +
 .../direct/StatefulParDoEvaluatorFactoryTest.java  |   7 +-
 .../flink/FlinkBatchTransformTranslators.java      |   9 +-
 .../flink/FlinkStreamingTransformTranslators.java  |  25 +++--
 .../translation/functions/FlinkDoFnFunction.java   |   9 +-
 .../functions/FlinkStatefulDoFnFunction.java       |   9 +-
 .../wrappers/streaming/DoFnOperator.java           |  10 +-
 .../streaming/ExecutableStageDoFnOperator.java     |   5 +-
 .../wrappers/streaming/SplittableDoFnOperator.java |   4 +-
 .../wrappers/streaming/WindowDoFnOperator.java     |   4 +-
 .../beam/runners/flink/PipelineOptionsTest.java    |   7 +-
 .../wrappers/streaming/DoFnOperatorTest.java       |  43 ++++++---
 .../translators/ParDoMultiOutputTranslator.java    |   8 +-
 .../gearpump/translators/TranslationContext.java   |   2 +-
 .../translators/functions/DoFnFunction.java        |   7 +-
 .../translators/utils/DoFnRunnerFactory.java       |   9 +-
 .../dataflow/DataflowPipelineTranslator.java       |  34 ++++++-
 .../dataflow/PrimitiveParDoSingleFactory.java      |  29 +++++-
 .../dataflow/DataflowPipelineTranslatorTest.java   |   2 +-
 .../dataflow/worker/CombineValuesFnFactory.java    |  14 ++-
 .../runners/dataflow/worker/DoFnRunnerFactory.java |   4 +-
 .../dataflow/worker/SimpleDoFnRunnerFactory.java   |   7 +-
 .../runners/dataflow/worker/SimpleParDoFn.java     |   7 +-
 .../worker/SplittableProcessFnFactory.java         |  10 +-
 .../dataflow/worker/UserParDoFnFactory.java        |   2 +
 .../dataflow/worker/DefaultParDoFnFactoryTest.java |   4 +-
 .../dataflow/worker/DoFnInstanceManagersTest.java  |  16 ++-
 .../IntrinsicMapTaskExecutorFactoryTest.java       |   4 +-
 .../runners/dataflow/worker/SimpleParDoFnTest.java |  25 +++--
 .../worker/StreamingDataflowWorkerTest.java        |   4 +-
 .../worker/StreamingSideInputDoFnRunnerTest.java   |   4 +-
 .../dataflow/worker/UserParDoFnFactoryTest.java    |   4 +-
 .../apache/beam/runners/samza/runtime/DoFnOp.java  |   9 +-
 .../beam/runners/samza/runtime/GroupByKeyOp.java   |   4 +-
 .../runners/samza/runtime/SamzaDoFnRunners.java    |   7 +-
 .../translation/ParDoBoundMultiTranslator.java     |  14 ++-
 .../spark/translation/MultiDoFnFunction.java       |   9 +-
 .../spark/translation/TransformTranslator.java     |   9 +-
 .../streaming/StreamingTransformTranslator.java    |   8 +-
 sdks/java/core/build.gradle                        |   1 +
 .../apache/beam/sdk/schemas/transforms/Cast.java   |   2 +-
 .../apache/beam/sdk/schemas/transforms/Select.java |   3 +-
 .../beam/sdk/schemas/utils/AvroByteBuddyUtils.java |   4 +-
 .../beam/sdk/schemas/utils/JavaBeanUtils.java      |  19 +++-
 .../apache/beam/sdk/schemas/utils/POJOUtils.java   |  18 +++-
 .../sdk/transforms/DoFnSchemaInformation.java}     |  53 ++++------
 .../org/apache/beam/sdk/transforms/DoFnTester.java |   2 +-
 .../java/org/apache/beam/sdk/transforms/ParDo.java | 107 ++++++++++++++++-----
 .../reflect/ByteBuddyDoFnInvokerFactory.java       |  23 +++--
 .../beam/sdk/transforms/reflect/DoFnInvoker.java   |  12 +--
 .../beam/sdk/transforms/reflect/DoFnSignature.java |  38 ++++----
 .../sdk/transforms/reflect/DoFnSignatures.java     |  39 ++------
 .../java/org/apache/beam/sdk/util/DoFnInfo.java    |  40 ++++++--
 ...tput.java => DoFnWithExecutionInformation.java} |  10 +-
 .../org/apache/beam/sdk/values/PCollection.java    |   2 +-
 .../apache/beam/sdk/values/PCollectionTuple.java   |   4 +-
 .../beam/sdk/transforms/ParDoSchemaTest.java       |  59 ++++++++++--
 .../sdk/transforms/reflect/DoFnSignaturesTest.java |  26 ++---
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    |  64 +++---------
 .../beam/sdk/io/clickhouse/ClickHouseIO.java       |   2 +-
 79 files changed, 798 insertions(+), 451 deletions(-)
 copy sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/Table.java
=> core/src/main/java/org/apache/beam/sdk/transforms/DoFnSchemaInformation.java} (50%)
 rename sdks/java/core/src/main/java/org/apache/beam/sdk/util/{DoFnAndMainOutput.java =>
DoFnWithExecutionInformation.java} (73%)


Mime
View raw message