beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From lostl...@apache.org
Subject [beam] 01/01: Use portable job submission by default for Go.
Date Wed, 16 Dec 2020 01:45:55 GMT
This is an automated email from the ASF dual-hosted git repository.

lostluck pushed a commit to branch lostluck-porta
in repository https://gitbox.apache.org/repos/asf/beam.git

commit f556a77f603b9e0aeacdfec99a8d852643a06337
Author: Robert Burke <lostluck@users.noreply.github.com>
AuthorDate: Tue Dec 15 17:45:22 2020 -0800

    Use portable job submission by default for Go.
---
 sdks/go/pkg/beam/runners/dataflow/dataflow.go | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/sdks/go/pkg/beam/runners/dataflow/dataflow.go b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
index 3ff23da..6352cd9 100644
--- a/sdks/go/pkg/beam/runners/dataflow/dataflow.go
+++ b/sdks/go/pkg/beam/runners/dataflow/dataflow.go
@@ -129,16 +129,23 @@ func Execute(ctx context.Context, p *beam.Pipeline) (beam.PipelineResult,
error)
 
 	experiments := jobopts.GetExperiments()
 	// Always use runner v2, unless set already.
-	var v2set bool
+	var v2set, portaSubmission bool
 	for _, e := range experiments {
 		if strings.Contains(e, "use_runner_v2") || strings.Contains(e, "use_unified_worker") {
 			v2set = true
-			break
+		}
+		if strings.Contains(e, "use_portable_job_submission") {
+			portaSubmission = true
 		}
 	}
+	// Enable Default unified worker, and portable job submission.
 	if !v2set {
 		experiments = append(experiments, "use_unified_worker")
 	}
+	if !portaSubmission {
+		experiments = append(experiments, "use_portable_job_submission")
+	}
+	
 	if *minCPUPlatform != "" {
 		experiments = append(experiments, fmt.Sprintf("min_cpu_platform=%v", *minCPUPlatform))
 	}


Mime
View raw message