beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From k...@apache.org
Subject [beam] 01/01: Merge pull request #4340: [BEAM-3079] add Samza runner
Date Fri, 26 Jan 2018 20:40:33 GMT
This is an automated email from the ASF dual-hosted git repository.

kenn pushed a commit to branch samza-runner
in repository https://gitbox.apache.org/repos/asf/beam.git

commit 1840a582dae00ad68e7021944350baabc86649be
Merge: 0f554fd f5c8299
Author: Kenn Knowles <kenn@kennknowles.com>
AuthorDate: Fri Jan 26 12:40:27 2018 -0800

    Merge pull request #4340: [BEAM-3079] add Samza runner

 runners/pom.xml                                    |   1 +
 runners/samza/.gitignore                           |   1 +
 runners/samza/pom.xml                              | 322 +++++++++++++
 .../beam/runners/samza/SamzaExecutionContext.java  |  36 ++
 .../beam/runners/samza/SamzaPipelineOptions.java   |  50 ++
 .../samza/SamzaPipelineOptionsValidator.java       |  37 ++
 .../beam/runners/samza/SamzaPipelineResult.java    | 158 +++++++
 .../org/apache/beam/runners/samza/SamzaRunner.java | 170 +++++++
 .../beam/runners/samza/SamzaRunnerRegistrar.java   |  59 +++
 .../apache/beam/runners/samza/TestSamzaRunner.java |  76 +++
 .../runners/samza/adapter/BoundedSourceSystem.java | 470 +++++++++++++++++++
 .../samza/adapter/UnboundedSourceSystem.java       | 503 ++++++++++++++++++++
 .../beam/runners/samza/adapter/package-info.java   |  22 +
 .../samza/metrics/DoFnRunnerWithMetrics.java       |  80 ++++
 .../samza/metrics/FnWithMetricsWrapper.java        |  53 +++
 .../samza/metrics/SamzaMetricsContainer.java       | 114 +++++
 .../beam/runners/samza/metrics/package-info.java   |  22 +
 .../apache/beam/runners/samza/package-info.java    |  22 +
 .../apache/beam/runners/samza/runtime/DoFnOp.java  | 322 +++++++++++++
 .../beam/runners/samza/runtime/GroupByKeyOp.java   | 167 +++++++
 .../beam/runners/samza/runtime/KeyedTimerData.java | 104 +++++
 .../runners/samza/runtime/KvToKeyedWorkItemOp.java |  41 ++
 .../org/apache/beam/runners/samza/runtime/Op.java  |  64 +++
 .../beam/runners/samza/runtime/OpAdapter.java      | 144 ++++++
 .../beam/runners/samza/runtime/OpEmitter.java      |  33 ++
 .../beam/runners/samza/runtime/OpMessage.java      | 145 ++++++
 .../samza/runtime/OutputManagerFactory.java        |  29 ++
 .../runners/samza/runtime/SamzaAssignContext.java  |  55 +++
 .../samza/runtime/SamzaStoreStateInternals.java    | 518 +++++++++++++++++++++
 .../samza/runtime/SamzaTimerInternalsFactory.java  | 298 ++++++++++++
 .../samza/runtime/SingletonKeyedWorkItem.java      |  52 +++
 .../beam/runners/samza/runtime/WindowAssignOp.java |  53 +++
 .../beam/runners/samza/runtime/package-info.java   |  22 +
 .../runners/samza/translation/ConfigBuilder.java   | 167 +++++++
 .../translation/FlattenPCollectionsTranslator.java |  89 ++++
 .../samza/translation/GroupByKeyTranslator.java    | 143 ++++++
 .../runners/samza/translation/PViewToIdMapper.java |  66 +++
 .../translation/ParDoBoundMultiTranslator.java     | 179 +++++++
 .../samza/translation/ReadBoundedTranslator.java   |  37 ++
 .../samza/translation/ReadUnboundedTranslator.java |  37 ++
 .../samza/translation/SamzaPipelineTranslator.java | 106 +++++
 .../samza/translation/SamzaPublishView.java        |  55 +++
 .../SamzaPublishViewTransformOverride.java         | 113 +++++
 .../translation/SamzaPublishViewTranslator.java    |  49 ++
 .../samza/translation/SamzaTransformOverrides.java |  39 ++
 .../samza/translation/TransformTranslator.java     |  31 ++
 .../samza/translation/TranslationContext.java      | 177 +++++++
 .../samza/translation/WindowAssignTranslator.java  |  53 +++
 .../runners/samza/translation/package-info.java    |  22 +
 .../beam/runners/samza/util/Base64Serializer.java  |  68 +++
 .../runners/samza/util/PipelineDotRenderer.java    | 137 ++++++
 .../beam/runners/samza/util/package-info.java      |  22 +
 runners/samza/src/main/resources/log4j.properties  |  22 +
 .../samza/src/main/resources/samza-conf.properties |  42 ++
 .../samza/adapter/BoundedSourceSystemTest.java     | 319 +++++++++++++
 .../runners/samza/adapter/TestBoundedSource.java   | 200 ++++++++
 .../runners/samza/adapter/TestCheckpointMark.java  |  43 ++
 .../runners/samza/adapter/TestSourceHelpers.java   | 168 +++++++
 .../runners/samza/adapter/TestUnboundedSource.java | 213 +++++++++
 .../samza/adapter/UnboundedSourceSystemTest.java   | 384 +++++++++++++++
 .../samza/src/test/resources/log4j-test.properties |  26 ++
 61 files changed, 7250 insertions(+)

-- 
To stop receiving notification emails like this one, please contact
kenn@apache.org.

Mime
View raw message