This is an automated email from the ASF dual-hosted git repository. lostluck pushed a commit to branch lostluck-porta in repository https://gitbox.apache.org/repos/asf/beam.git
commit f556a77f603b9e0aeacdfec99a8d852643a06337 Author: Robert Burke <[email protected]> AuthorDate: Tue Dec 15 17:45:22 2020 -0800 Use portable job submission by default for Go. --- sdks/go/pkg/beam/runners/dataflow/dataflow.go | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/sdks/go/pkg/beam/runners/dataflow/dataflow.go b/sdks/go/pkg/beam/runners/dataflow/dataflow.go index 3ff23da..6352cd9 100644 --- a/sdks/go/pkg/beam/runners/dataflow/dataflow.go +++ b/sdks/go/pkg/beam/runners/dataflow/dataflow.go @@ -129,16 +129,23 @@ func Execute(ctx context.Context, p *beam.Pipeline) (beam.PipelineResult, error) experiments := jobopts.GetExperiments() // Always use runner v2, unless set already. - var v2set bool + var v2set, portaSubmission bool for _, e := range experiments { if strings.Contains(e, "use_runner_v2") || strings.Contains(e, "use_unified_worker") { v2set = true - break + } + if strings.Contains(e, "use_portable_job_submission") { + portaSubmission = true } } + // Enable Default unified worker, and portable job submission. if !v2set { experiments = append(experiments, "use_unified_worker") } + if !portaSubmission { + experiments = append(experiments, "use_portable_job_submission") + } + if *minCPUPlatform != "" { experiments = append(experiments, fmt.Sprintf("min_cpu_platform=%v", *minCPUPlatform)) }
