Improving naming of steps that consume side inputs
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/1e582e6e Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/1e582e6e Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/1e582e6e Branch: refs/heads/master Commit: 1e582e6e5c68ab394a5d4f0555715277101d43b6 Parents: d2133d3 Author: Pablo <[email protected]> Authored: Fri Jul 28 09:46:48 2017 -0700 Committer: Robert Bradshaw <[email protected]> Committed: Thu Aug 3 10:13:53 2017 -0700 ---------------------------------------------------------------------- sdks/python/apache_beam/runners/dataflow/dataflow_runner.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/1e582e6e/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py ---------------------------------------------------------------------- diff --git a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py index 87785a2..0df1882 100644 --- a/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py +++ b/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py @@ -517,10 +517,12 @@ class DataflowRunner(PipelineRunner): si_labels[side_pval] = si_label # Now create the step for the ParDo transform being handled. + transform_name = transform_node.full_label.rsplit('/', 1)[-1] step = self._add_step( TransformNames.DO, transform_node.full_label + ( - '/Do' if transform_node.side_inputs else ''), + '/{}'.format(transform_name) + if transform_node.side_inputs else ''), transform_node, transform_node.transform.output_tags) fn_data = self._pardo_fn_data(transform_node, lookup_label)
