This is an automated email from the ASF dual-hosted git repository.
chamikara pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from ced3de3feae Require --sdk_location for Dataflow pipelines running with
dev SDKs. (#28670)
add 1c50fd2e6a8 Upgrade transforms without upgrading the pipelines (#28210)
No new revisions were added by this update.
Summary of changes:
runners/core-construction-java/build.gradle | 1 +
.../core/construction/CombineTranslation.java | 6 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../beam/runners/core/construction/External.java | 10 +-
.../construction/ExternalTranslationOptions.java | 32 +-
.../ExternalTranslationOptionsRegistrar.java | 9 +-
.../core/construction/FlattenTranslator.java | 2 +-
.../core/construction/GroupByKeyTranslation.java | 2 +-
.../construction/GroupIntoBatchesTranslation.java | 4 +-
.../core/construction/ImpulseTranslation.java | 2 +-
.../core/construction/PTransformTranslation.java | 102 +++++-
.../core/construction/PipelineTranslation.java | 15 +
.../runners/core/construction/ReadTranslation.java | 4 +-
.../core/construction/ReshuffleTranslation.java | 2 +-
.../runners/core/construction/SplittableParDo.java | 2 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/TransformUpgrader.java | 330 ++++++++++++++++++
.../core/construction/WindowIntoTranslation.java | 5 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../core/construction/TransformUpgraderTest.java | 369 +++++++++++++++++++++
.../flink/FlinkStreamingTransformTranslators.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 6 +
.../dataflow/PrimitiveParDoSingleFactory.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../samza/translation/SamzaPublishView.java | 2 +-
.../streaming/StreamingTransformTranslator.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 65 ++++
sdks/java/harness/build.gradle | 2 +
.../io/gcp/pubsub/PubSubPayloadTranslation.java | 9 +-
29 files changed, 935 insertions(+), 62 deletions(-)
copy
sdks/java/extensions/sql/datacatalog/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datacatalog/DataCatalogPipelineOptions.java
=>
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ExternalTranslationOptions.java
(52%)
copy
sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptionsRegistrar.java
=>
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ExternalTranslationOptionsRegistrar.java
(84%)
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/TransformUpgrader.java
create mode 100644
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/TransformUpgraderTest.java
