This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from fbc9db6bae6 [Python] Return every group from Regex.all_matches (#40563)
add 829f41d0b49 Fix flaky Python tests (#40297)
add 270f1e08057 Bump github.com/moby/moby/client from 0.6.1 to 0.6.2 in
/sdks (#40604)
add cddfa4b6e2e update node to 24 (#40590)
add b7907d76fcf Fix JmsIO finalize removal warning and clean up stale Java
version logic (#40595)
add 1a017df4529 [Python] Don't override the Dataflow endpoint by default
(#40568)
add 5f41ff419c9 poll BigQuery matchers on missing tables (#40559)
add ebe23f396c1 [Python] Keep Nexmark Query 1 bid prices as integers
(#40548)
add 84b62218f1e Update Trivial Inference for Python 3.15 (#40578)
add de56e6568bf [Python] Optionally write chunk content to Qdrant payload
(#40502)
add 8c100dd7fe4 Replace typing.ByteString with collections.abc.Buffer
(#40554)
add 08e0efcfebf feat(firestore): add option to disable write ramp-up
throttling (#40390)
add f57c3e32f86 update more nodes (#40601)
add 59e32288d54 Correct pickling error check. (#40597)
add 174ff01849d [Flink] Throttle Flink metric updates from source readers
(#40610)
add b5641e40f5d Add gcs_avro_to_bigtable yaml blueprint example and e2e
test (#40484)
add addb3a22edf Add support for zoneinfo UTC timestamps (#40613)
add b764d860831 Fix omissions in RunInference (#40602)
add 5faad8fbf36 [Python] Add `AwsSecret` to the `Secret` utility (#40558)
add 7cc35440762 Resolve inline Secret placeholders in OpenTelemetry
properties (#40579)
add 1ed19f8d230 [SpannerIO] Support excludeTxnFromChangeStreams and
transactionTag in SpannerIO.Write (#40489)
add 1847eac2d85 Follow up fix fork comiple errors (#40620)
add 1a3f1015445 Allow ':' in secret option values and reject malformed
parameters (#40619)
No new revisions were added by this update.
Summary of changes:
.github/ACTIONS.md | 8 +-
.../trigger_files/beam_PostCommit_Python_Arm.json | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
.../beam_PostCommit_Python_Nexmark_Direct.yml | 3 +-
.github/workflows/build_release_candidate.yml | 2 +-
.github/workflows/gemini_code_review.yml | 2 +-
.github/workflows/pr-bot-new-prs.yml | 2 +-
.github/workflows/pr-bot-pr-updates.yml | 2 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 2 +-
.github/workflows/reportGenerator.yml | 2 +-
.github/workflows/typescript_tests.yml | 6 +-
CHANGES.md | 6 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 49 ++---
.../flink/metrics/ReaderInvocationUtil.java | 45 ++++-
.../flink/metrics/ReaderInvocationUtilTest.java | 115 +++++++++++
scripts/ci/pr-bot/package-lock.json | 55 ++++--
scripts/ci/pr-bot/package.json | 4 +-
sdks/go.mod | 6 +-
sdks/go.sum | 12 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 46 ++++-
.../main/java/org/apache/beam/sdk/util/Secret.java | 13 +-
.../beam/sdk/options/SdkHarnessOptionsTest.java | 79 ++++++++
.../java/org/apache/beam/sdk/util/SecretTest.java | 20 ++
.../sdk/extensions/gcp/util/GcpSecretTest.java | 4 +
.../beam/sdk/io/gcp/firestore/RpcQosImpl.java | 8 +-
.../beam/sdk/io/gcp/firestore/RpcQosOptions.java | 61 +++++-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 37 ++++
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 45 ++++-
.../com/google/cloud/spanner/OptionsImposter.java | 8 +
.../sdk/io/gcp/firestore/RpcQosOptionsTest.java | 16 ++
.../beam/sdk/io/gcp/firestore/RpcQosTest.java | 39 ++++
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 76 +++++++
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 2 +-
.../coders/coders_property_based_test.py | 7 +-
.../examples/cookbook/bigtableio_it_test.py | 20 +-
.../examples/streaming_wordcount_it_test.py | 11 +-
.../apache_beam/io/aws/clients/client_options.py | 13 ++
.../io/external/xlang_snowflakeio_it_test.py | 8 +-
.../apache_beam/io/gcp/bigquery_schema_tools.py | 2 +-
.../io/gcp/bigquery_schema_tools_test.py | 11 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 5 +
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 17 +-
.../apache_beam/io/gcp/pubsub_integration_test.py | 20 +-
.../apache_beam/io/gcp/tests/bigquery_matcher.py | 30 ++-
.../io/gcp/tests/bigquery_matcher_test.py | 67 ++++++-
.../apache_beam/ml/anomaly/transforms_test.py | 38 ++--
sdks/python/apache_beam/ml/inference/base.py | 82 +++++++-
sdks/python/apache_beam/ml/inference/base_test.py | 220 +++++++++++++++++++++
sdks/python/apache_beam/ml/rag/ingestion/qdrant.py | 17 +-
.../apache_beam/ml/rag/ingestion/qdrant_it_test.py | 25 +++
.../apache_beam/ml/rag/ingestion/qdrant_test.py | 64 ++++++
.../python/apache_beam/options/pipeline_options.py | 8 +-
.../options/pipeline_options_validator.py | 13 +-
.../runners/dataflow/internal/apiclient.py | 9 +-
.../runners/dataflow/internal/apiclient_test.py | 70 +++++--
.../testing/benchmarks/nexmark/queries/query1.py | 6 +-
sdks/python/apache_beam/transforms/core.py | 3 +-
sdks/python/apache_beam/transforms/util.py | 2 +
sdks/python/apache_beam/typehints/opcodes.py | 26 ++-
sdks/python/apache_beam/typehints/row_type.py | 30 ++-
sdks/python/apache_beam/typehints/schemas.py | 50 ++---
sdks/python/apache_beam/typehints/schemas_test.py | 29 +--
.../apache_beam/typehints/testing/strategies.py | 4 +-
.../apache_beam/typehints/trivial_inference.py | 23 ++-
sdks/python/apache_beam/utils/secret.py | 214 +++++++++++++++++++-
sdks/python/apache_beam/utils/secret_test.py | 172 ++++++++++++++++
sdks/python/apache_beam/utils/timestamp.py | 4 +-
sdks/python/apache_beam/utils/timestamp_test.py | 5 +
.../yaml/examples/testing/examples_test.py | 41 +++-
...gtable.yaml => gcs_avro_to_cloud_bigtable.yaml} | 12 +-
...gtable.yaml => gcs_avro_to_cloud_bigtable.yaml} | 22 +--
sdks/python/apache_beam/yaml/integration_tests.py | 10 +
.../yaml/test_utils/datadog_test_utils.py | 18 +-
sdks/typescript/container/Dockerfile | 2 +-
74 files changed, 1920 insertions(+), 289 deletions(-)
create mode 100644
runners/flink/src/test/java/org/apache/beam/runners/flink/metrics/ReaderInvocationUtilTest.java
copy
sdks/python/apache_beam/yaml/examples/transforms/blueprint/{bigquery_to_bigtable.yaml
=> gcs_avro_to_cloud_bigtable.yaml} (89%)
copy
sdks/python/apache_beam/yaml/extended_tests/e2e/{bigquery_to_bigtable.yaml =>
gcs_avro_to_cloud_bigtable.yaml} (89%)
