This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 00531c65d7c Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#35928)
add c155a398c02 Element metadata in windowed value for offset
deduplication (#35739)
add 90f8c50c612 [YAML] - Jinja % include example (#35914)
add 3e59ea95273 [1/2] sdks/python: enrich data with CloudSQL [PostgreSQL,
MySQL, SQLServer] (#34398)
add d4d8fd8b626 Update async_dofn.py (#35924)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 1 -
CHANGES.md | 4 +
...TimeBoundedSplittableProcessElementInvoker.java | 45 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 140 +++++
.../core/SplittableParDoViaKeyedWorkItems.java | 21 +
.../beam/runners/dataflow/BatchViewOverrides.java | 10 +
.../beam/runners/dataflow/worker/WindmillSink.java | 21 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 10 +
.../apache/beam/runners/spark/util/TimerUtils.java | 10 +
.../java/org/apache/beam/sdk/transforms/DoFn.java | 37 ++
.../org/apache/beam/sdk/transforms/DoFnTester.java | 85 ++-
.../construction/SplittableParDoNaiveBounded.java | 58 ++
.../beam/sdk/values/ValueInSingleWindow.java | 19 +-
.../org/apache/beam/sdk/values/WindowedValue.java | 7 +
.../org/apache/beam/sdk/values/WindowedValues.java | 125 +++-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 181 +++++-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 46 +-
sdks/python/apache_beam/transforms/async_dofn.py | 19 +-
.../transforms/enrichment_handlers/cloudsql.py | 660 +++++++++++++++++++++
.../enrichment_handlers/cloudsql_it_test.py | 623 +++++++++++++++++++
.../enrichment_handlers/cloudsql_test.py | 569 ++++++++++++++++++
sdks/python/apache_beam/yaml/examples/README.md | 22 +-
.../yaml/examples/testing/examples_test.py | 134 ++++-
.../yaml/examples/testing/input_data.py | 48 ++
.../examples/transforms/jinja/include/README.md | 63 ++
.../jinja/include/submodules/combineTransform.yaml | 19 +-
.../include/submodules/explodeTransform.yaml} | 16 +-
.../include/submodules/mapToFieldsCountConfig.yaml | 14 +-
.../submodules/mapToFieldsSplitConfig.yaml} | 40 +-
.../include/submodules/readFromTextTransform.yaml | 16 +-
.../include/submodules/writeToTextTransform.yaml | 17 +-
.../transforms/jinja/include/wordCountInclude.yaml | 66 +++
.../container/py310/base_image_requirements.txt | 28 +-
.../container/py310/ml_image_requirements.txt | 36 +-
.../container/py311/base_image_requirements.txt | 28 +-
.../container/py311/ml_image_requirements.txt | 36 +-
.../container/py312/base_image_requirements.txt | 28 +-
.../container/py312/ml_image_requirements.txt | 36 +-
.../container/py313/base_image_requirements.txt | 26 +-
.../container/py39/base_image_requirements.txt | 28 +-
.../container/py39/ml_image_requirements.txt | 32 +-
sdks/python/setup.py | 6 +
43 files changed, 3167 insertions(+), 265 deletions(-)
create mode 100644
sdks/python/apache_beam/transforms/enrichment_handlers/cloudsql.py
create mode 100644
sdks/python/apache_beam/transforms/enrichment_handlers/cloudsql_it_test.py
create mode 100644
sdks/python/apache_beam/transforms/enrichment_handlers/cloudsql_test.py
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/README.md
copy
.test-infra/kafka/strimzi/02-kafka-persistent/overlays/gke-internal-load-balanced/kustomization.yaml
=>
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/submodules/combineTransform.yaml
(74%)
copy sdks/python/apache_beam/{internal/test_data/module_3.py =>
yaml/examples/transforms/jinja/include/submodules/explodeTransform.yaml} (77%)
copy
.test-infra/kafka/strimzi/02-kafka-persistent/overlays/gke-internal-load-balanced/kustomization.yaml
=>
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/submodules/mapToFieldsCountConfig.yaml
(76%)
copy
sdks/python/apache_beam/yaml/examples/transforms/{elementwise/map_to_fields_callable.yaml
=> jinja/include/submodules/mapToFieldsSplitConfig.yaml} (55%)
copy
.test-infra/kafka/strimzi/02-kafka-persistent/overlays/gke-internal-load-balanced/kustomization.yaml
=>
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/submodules/readFromTextTransform.yaml
(72%)
copy
.test-infra/kafka/strimzi/02-kafka-persistent/overlays/gke-internal-load-balanced/kustomization.yaml
=>
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/submodules/writeToTextTransform.yaml
(72%)
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/jinja/include/wordCountInclude.yaml
