This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6e1bd6f4fff Update REVIEWERS.yml - remove lostluck from fallback
(#34696)
add 201d207de4f update py container (#34691)
add 8dd07803bfd Clickhouse IT RM JDBC fix + ClickHouseRowsCheck (#34407)
add c600069a71a Add adapters to address output conversion for
OfflineDetector. (#34662)
add 73739725633 fixed jdbc io (#34704)
add f9101840e13 Properly propagate schemas of Beam YAML Partition
transform.
add 1fe7ee9b696 Merge pull request #34595 Properly propagate schemas of
Beam YAML Partition transform.
add 83261806299 add contributing dev doc for yaml integration tests
(#34636)
add b7bd1274039 Add new resource hints: max active bundles per worker
(#34529)
add 9abd394d3fb Add some more cloudpickle tests. (#34683)
add bf417db65d1 support MicrosInstant type (#34707)
add b3c317957f2 Add core and missing transformers for yaml integration
testing - phase 2sh (#34654)
add 238233ded62 Fix input validation for non-chain YAML-provider
transforms. (#34701)
add c8e5118d6d1 Updated the container doc (#34682)
add 248380af25b Created using Colab (#34713)
add 0cc82ec55c3 Add schema definition for yaml test specs.
add 22f8e4bba2f Merge pull request #34710 Add schema definition for yaml
test specs.
add 5c4b42f81c6 Phase 1sh - more yaml integration tests (#34692)
No new revisions were added by this update.
Summary of changes:
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 2 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +-
contributor-docs/discussion-docs/2025.md | 1 +
.../alloydb_product_catalog_embeddings.ipynb | 669 +++++----
it/clickhouse/build.gradle | 1 +
.../it/clickhouse/ClickHouseResourceManager.java | 8 +-
.../conditions/ClickHouseRowsCheck.java} | 36 +-
.../clickhouse/{ => conditions}/package-info.java | 2 +-
.../clickhouse/ClickHouseResourceManagerTest.java | 18 +
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
.../beam/model/pipeline_v1/beam_runner_api.pb.go | 1543 ++++++++++----------
.../model/pipeline_v1/beam_runner_api_grpc.pb.go | 150 --
.../model/pipeline_v1/external_transforms.pb.go | 361 +++--
sdks/go/pkg/beam/model/pipeline_v1/metrics.pb.go | 1276 ++++++++++++----
sdks/go/pkg/beam/options/resource/hint.go | 49 +
sdks/go/pkg/beam/options/resource/hint_test.go | 43 +-
.../sdk/transforms/resourcehints/ResourceHint.java | 5 +-
.../transforms/resourcehints/ResourceHints.java | 43 +-
.../resourcehints/ResourceHintsTest.java | 23 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 2 +
.../sdk/io/gcp/bigquery/BigQueryUtilsTest.java | 18 +
.../internal/cloudpickle_pickler_test.py | 77 +
sdks/python/apache_beam/internal/module_test.py | 32 +
.../apache_beam/ml/anomaly/detectors/offline.py | 65 +-
sdks/python/apache_beam/ml/anomaly/transforms.py | 30 +-
.../apache_beam/ml/anomaly/transforms_test.py | 25 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
sdks/python/apache_beam/transforms/resources.py | 29 +
.../apache_beam/transforms/resources_test.py | 20 +
sdks/python/apache_beam/yaml/pipeline.schema.yaml | 45 +
sdks/python/apache_beam/yaml/standard_io.yaml | 4 +-
.../apache_beam/yaml/tests/assign_timestamps.yaml | 84 ++
.../tests/{tfrecord_write.yaml => create.yaml} | 64 +-
sdks/python/apache_beam/yaml/tests/explode.yaml | 79 +
.../yaml/tests/extract_windowing_Info.yaml | 131 ++
sdks/python/apache_beam/yaml/tests/filter.yaml | 147 ++
sdks/python/apache_beam/yaml/tests/flatten.yaml | 125 ++
.../apache_beam/yaml/tests/ml_transform.yaml | 92 ++
sdks/python/apache_beam/yaml/tests/partition.yaml | 268 ++++
.../python/apache_beam/yaml/tests/pytransform.yaml | 159 ++
.../yaml/tests/validate_with_schema.yaml | 95 ++
sdks/python/apache_beam/yaml/yaml_mapping.py | 12 +-
sdks/python/apache_beam/yaml/yaml_mapping_test.py | 1 +
sdks/python/apache_beam/yaml/yaml_provider.py | 2 +-
.../apache_beam/yaml/yaml_provider_unit_test.py | 14 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 6 +-
sdks/python/setup.py | 1 +
.../en/documentation/runtime/environments.md | 2 +-
.../en/documentation/sdks/yaml-providers.md | 14 +-
49 files changed, 4111 insertions(+), 1776 deletions(-)
copy
it/{google-cloud-platform/src/main/java/org/apache/beam/it/gcp/bigquery/conditions/BigQueryRowsCheck.java
=>
clickhouse/src/main/java/org/apache/beam/it/clickhouse/conditions/ClickHouseRowsCheck.java}
(66%)
copy it/clickhouse/src/main/java/org/apache/beam/it/clickhouse/{ =>
conditions}/package-info.java (94%)
delete mode 100644
sdks/go/pkg/beam/model/pipeline_v1/beam_runner_api_grpc.pb.go
create mode 100644 sdks/python/apache_beam/yaml/tests/assign_timestamps.yaml
copy sdks/python/apache_beam/yaml/tests/{tfrecord_write.yaml => create.yaml}
(52%)
create mode 100644 sdks/python/apache_beam/yaml/tests/explode.yaml
create mode 100644
sdks/python/apache_beam/yaml/tests/extract_windowing_Info.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/filter.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/flatten.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/ml_transform.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/partition.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/pytransform.yaml
create mode 100644 sdks/python/apache_beam/yaml/tests/validate_with_schema.yaml
