This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 7d78572baa2 Add GoogleAdsIO to the list of built-in connectors (#28667)
add 5c4bea2fdbb add YAML SDK component to issue template (#28678)
add 725a2d62b27 Feature/add retry to gcp auth (#28475)
add f35a4130ef3 Make SerializableConfiguration cacheable (#28590)
add ced3de3feae Require --sdk_location for Dataflow pipelines running with
dev SDKs. (#28670)
add 1c50fd2e6a8 Upgrade transforms without upgrading the pipelines (#28210)
add 3cdb9fe2b2d Bump Python FnAPI beam-master container. (#28704)
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/bug.yml | 1 +
.github/ISSUE_TEMPLATE/failing_test.yml | 1 +
.github/ISSUE_TEMPLATE/feature.yml | 1 +
.github/ISSUE_TEMPLATE/task.yml | 1 +
.github/issue-rules.yml | 2 +
runners/core-construction-java/build.gradle | 1 +
.../core/construction/CombineTranslation.java | 6 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../beam/runners/core/construction/External.java | 10 +-
.../construction/ExternalTranslationOptions.java | 32 +-
.../ExternalTranslationOptionsRegistrar.java | 9 +-
.../core/construction/FlattenTranslator.java | 2 +-
.../core/construction/GroupByKeyTranslation.java | 2 +-
.../construction/GroupIntoBatchesTranslation.java | 4 +-
.../core/construction/ImpulseTranslation.java | 2 +-
.../core/construction/PTransformTranslation.java | 102 +++++-
.../core/construction/PipelineTranslation.java | 15 +
.../runners/core/construction/ReadTranslation.java | 4 +-
.../core/construction/ReshuffleTranslation.java | 2 +-
.../runners/core/construction/SplittableParDo.java | 2 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/TransformUpgrader.java | 330 ++++++++++++++++++
.../core/construction/WindowIntoTranslation.java | 5 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../core/construction/TransformUpgraderTest.java | 369 +++++++++++++++++++++
.../flink/FlinkStreamingTransformTranslators.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 6 +
.../dataflow/PrimitiveParDoSingleFactory.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../samza/translation/SamzaPublishView.java | 2 +-
.../streaming/StreamingTransformTranslator.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 65 ++++
sdks/java/harness/build.gradle | 2 +
.../io/gcp/pubsub/PubSubPayloadTranslation.java | 9 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 19 +-
sdks/python/apache_beam/internal/gcp/auth.py | 14 +-
sdks/python/apache_beam/internal/gcp/auth_test.py | 135 ++++++++
.../runners/dataflow/dataflow_runner.py | 10 +
.../runners/dataflow/dataflow_runner_test.py | 17 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/portability/stager.py | 8 +-
41 files changed, 1131 insertions(+), 77 deletions(-)
copy
sdks/java/extensions/sql/datacatalog/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/datacatalog/DataCatalogPipelineOptions.java
=>
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ExternalTranslationOptions.java
(52%)
copy
sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonExternalTransformOptionsRegistrar.java
=>
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/ExternalTranslationOptionsRegistrar.java
(84%)
create mode 100644
runners/core-construction-java/src/main/java/org/apache/beam/runners/core/construction/TransformUpgrader.java
create mode 100644
runners/core-construction-java/src/test/java/org/apache/beam/runners/core/construction/TransformUpgraderTest.java
create mode 100644 sdks/python/apache_beam/internal/gcp/auth_test.py
