This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from bbaace8b6be update changes for 2.72 - yaml etc (#37627)
add 0699f3594e6 Add post submit test for dataflow streaming with windmill
tag encoding v2 (#37603)
add bab2374552d Add Pause and Paused states (#37581)
add 3729c75d027 Improve RateLimiter Config
add 11586e46c39 add flag
add 9ac321abca9 fix readme
add 46b27eee882 Merge pull request #37630: Improve RateLimiter Config in
terraform example
add b46a6352ba9 Add HTTPS detection for ClickHouse JDBC URL parsing
(#37635)
add 51eec3c8658 Update to latest go version (#37638)
add 30bdbafcc95 feat: Improve YamlUtils.dumpAsMap error handling (#37468)
add f2765cab203 Fix bom upgrader and upgrade to latest (#37636)
add 808d23877bd Fix DoFnInvoker cache collision for generic types (#37355)
add 8dc5da5f500 Skip test for dataflow (#37612)
add e87bb292545 Bigtable: add an option to pass in row filter text proto
for use in template (#37632)
add 74fc46c404d GCS client library migration in Java SDK - part 2b (#37592)
add 9d528015cb6 Moving to 2.73.0-SNAPSHOT on master branch.
add f73bd6a0919 Update CHANGES.md
add cecc2a6ae0c Add image embedding support to ml/rag (#37628)
add 9690853b873 Bump golang.org/x/net from 0.49.0 to 0.50.0 in /sdks
(#37558)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/trigger_files/beam_PostCommit_Java.json | 4 +-
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 1 +
...esRunner_Dataflow_Streaming_TagEncodingV2.json} | 2 +-
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
.github/trigger_files/beam_PostCommit_Python.json | 4 +-
...tesRunner_Dataflow_Streaming_TagEncodingV2.yml} | 18 +-
CHANGES.md | 42 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
examples/terraform/envoy-ratelimiter/README.md | 9 +-
examples/terraform/envoy-ratelimiter/gke.tf | 4 +-
examples/terraform/envoy-ratelimiter/ratelimit.tf | 137 ++--
examples/terraform/envoy-ratelimiter/variables.tf | 17 +-
gradle.properties | 4 +-
runners/google-cloud-dataflow-java/build.gradle | 63 +-
scripts/beam-sql.sh | 2 +-
scripts/tools/bomupgrader.py | 1 -
sdks/go.mod | 14 +-
sdks/go.sum | 32 +-
sdks/go/pkg/beam/core/core.go | 2 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../apache/beam/sdk/schemas/utils/YamlUtils.java | 33 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 141 +++-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 53 +-
.../org/apache/beam/sdk/util/YamlUtilsTest.java | 30 +
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 72 ++
.../beam/sdk/extensions/gcp/util/GcsUtilV2.java | 161 +++-
.../gcp/util/GcsUtilParameterizedIT.java | 290 +++++++
.../sdk/extensions/gcp/util/gcsfs/GcsPathTest.java | 2 +
.../sdk/io/clickhouse/ClickHouseJdbcUrlParser.java | 31 +-
.../io/clickhouse/ClickHouseJdbcUrlParserTest.java | 88 +++
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 42 +-
.../sdk/io/gcp/bigtable/BigtableReadOptions.java | 12 +
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 91 ++-
.../apache_beam/ml/inference/gemini_inference.py | 5 +-
.../apache_beam/ml/rag/embeddings/base_test.py | 37 +
.../apache_beam/ml/rag/embeddings/huggingface.py | 140 +++-
.../ml/rag/embeddings/huggingface_test.py | 135 ++++
.../apache_beam/ml/rag/embeddings/vertex_ai.py | 122 ++-
.../ml/rag/embeddings/vertex_ai_test.py | 128 +++
.../apache_beam/ml/rag/ingestion/bigquery.py | 34 +-
.../apache_beam/ml/rag/ingestion/mysql_common.py | 4 +-
.../ml/rag/ingestion/postgres_common.py | 4 +-
.../python/apache_beam/ml/rag/ingestion/spanner.py | 4 +-
sdks/python/apache_beam/ml/rag/types.py | 48 +-
sdks/python/apache_beam/ml/transforms/base_test.py | 4 +-
.../ml/transforms/embeddings/huggingface_test.py | 2 +-
.../transforms/embeddings/tensorflow_hub_test.py | 2 +-
.../runners/dataflow/dataflow_runner.py | 6 +-
.../runners/dataflow/dataflow_runner_test.py | 42 +
.../clients/dataflow/dataflow_v1b3_client.py | 515 ++++++------
.../clients/dataflow/dataflow_v1b3_messages.py | 879 +++++++++++++--------
sdks/python/apache_beam/runners/runner.py | 2 +
sdks/python/apache_beam/version.py | 2 +-
.../container/ml/py310/base_image_requirements.txt | 88 ++-
.../container/ml/py310/gpu_image_requirements.txt | 120 +--
.../container/ml/py311/base_image_requirements.txt | 90 +--
.../container/ml/py311/gpu_image_requirements.txt | 120 +--
.../container/ml/py312/base_image_requirements.txt | 87 +-
.../container/ml/py312/gpu_image_requirements.txt | 116 +--
.../container/ml/py313/base_image_requirements.txt | 93 +--
.../container/py310/base_image_requirements.txt | 73 +-
.../container/py311/base_image_requirements.txt | 75 +-
.../container/py312/base_image_requirements.txt | 72 +-
.../container/py313/base_image_requirements.txt | 78 +-
sdks/python/setup.py | 2 +-
sdks/typescript/package.json | 2 +-
68 files changed, 3282 insertions(+), 1268 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_ValidatesRunner_Dataflow.json
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_TagEncodingV2.json}
(80%)
copy
.github/workflows/{beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.yml
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_TagEncodingV2.yml}
(86%)
