This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 1a3f1015445 Allow ':' in secret option values and reject malformed
parameters (#40619)
add 86504f71ce9 Bump google.golang.org/api from 0.301.0 to 0.302.0 in
/sdks (#40627)
add 0072521920c [Java] Fix GRPC channel leak (#39663)
add 3336b153784 [Prism] Guard ClearOrderedListState against uninitialized
state maps (#40626)
add f3a5f4f1542 Add stale GCS test bucket cleaner (#40386)
add 6572166744e [Java] Make non-extensible classes final instead of
suppressing CT_CONSTRUCTOR_THROW (#40444)
add 1f76c9c36d6 Fix Python unit tests broken by google-api-core arriving
via cloud-sql-python-connector 1.23.0 (#40623)
add 084fb321e57 Restore Java 11 support in setJavaVerOptions (#40634)
add d5f6472f73a Enable throttling logic in RemoteInference. (#40598)
add 964d15b47a4 [Python] Document the import-time default of
PeriodicImpulse start_timestamp (#40599)
add a3f3c8e01d4 Fix handling of cancelled tickets. (#40588)
add 1fc615fcd2b [typescript] - fix typescript failures (#40635)
add a17e73a0da4 Clarify known restrictions for model updates. (#40600)
add a74f328f26e [yaml] - fix post commit yaml test (#40633)
add e41f0ce1d1d [Python] Add examples for AWS credentials from a secret
manager (#40592)
add 8eda31b281f [Python] Fix max_models_per_worker_hint not being enforced
in KeyedModelHandler (#40500)
add 2be52540457 [Prism] Finalize bundles of DoFns fused after another
transform (#40640)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Python_Versions.json | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
...ow.json => beam_PreCommit_Java_IOs_Direct.json} | 0
.../beam_PreCommit_Yaml_Xlang_Direct.json | 2 +-
.test-infra/tools/README.md | 18 ++
.test-infra/tools/build.gradle | 10 +
.test-infra/tools/stale_gcs_buckets_cleaner.py | 112 ++++++++++++
.../tools/test_stale_gcs_buckets_cleaner.py | 202 +++++++++++++++++++++
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
.../datatokenization/utils/SchemasUtils.java | 9 +-
.../subprocess/utils/CallingSubProcessUtils.java | 9 +-
.../examples/subprocess/utils/ExecutableFile.java | 9 +-
.../it/clickhouse/ClickHouseResourceManager.java | 11 +-
.../it/gcp/bigtable/BigtableResourceManager.java | 9 +-
.../beam/it/splunk/SplunkResourceManager.java | 9 +-
.../construction/SerializablePipelineOptions.java | 9 +-
.../beam/runners/core/metrics/BoundedTrieData.java | 16 +-
.../FlinkStreamingPortablePipelineTranslator.java | 9 +-
.../streaming/io/UnboundedSourceWrapper.java | 10 +-
.../streaming/state/FlinkStateInternals.java | 9 +-
.../FlinkStreamingPortablePipelineTranslator.java | 9 +-
.../streaming/io/UnboundedSourceWrapper.java | 10 +-
.../io/source/FlinkSourceSplitEnumerator.java | 9 +-
.../io/source/LazyFlinkSourceSplitEnumerator.java | 9 +-
.../streaming/stableinput/BufferingDoFnRunner.java | 9 +-
.../stableinput/KeyedBufferingElementsHandler.java | 9 +-
.../streaming/state/FlinkStateInternals.java | 9 +-
.../control/DefaultJobBundleFactory.java | 9 +-
.../org/apache/beam/runners/jet/JetRunner.java | 9 +-
.../beam/runners/jet/processors/AssignWindowP.java | 9 +-
.../spark/metrics/SparkBeamMetricSource.java | 9 +-
.../beam/runners/spark/metrics/sink/CsvSink.java | 9 +-
.../runners/spark/metrics/sink/GraphiteSink.java | 9 +-
.../metrics/SparkBeamMetricSource.java | 9 +-
.../metrics/sink/CodahaleCsvSink.java | 9 +-
.../metrics/sink/CodahaleGraphiteSink.java | 9 +-
.../SparkBatchPortablePipelineTranslator.java | 9 +-
.../SparkDatasetPortablePipelineTranslator.java | 9 +-
.../SparkStreamingPortablePipelineTranslator.java | 9 +-
sdks/go.mod | 8 +-
sdks/go.sum | 16 +-
.../pkg/beam/runners/prism/internal/engine/data.go | 7 +-
.../runners/prism/internal/engine/data_test.go | 37 ++++
.../pkg/beam/runners/prism/internal/preprocess.go | 26 ++-
.../beam/runners/prism/internal/preprocess_test.go | 65 +++++++
sdks/go/test/integration/primitives/pardo.go | 15 ++
sdks/go/test/integration/primitives/pardo_test.go | 5 +
.../org/apache/beam/sdk/transforms/Sample.java | 9 +-
.../beam/fn/harness/ExternalWorkerService.java | 33 ++--
.../java/org/apache/beam/fn/harness/FnHarness.java | 1 +
.../fn/harness/control/ProcessBundleHandler.java | 3 +
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 11 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 20 +-
.../sdk/ml/inference/remote/RemoteInference.java | 4 +-
.../ml/inference/remote/RemoteInferenceTest.java | 3 -
sdks/python/apache_beam/dataframe/io_it_test.py | 7 +-
sdks/python/apache_beam/dataframe/io_test.py | 11 +-
.../secret_manager}/__init__.py | 2 +-
.../aws_credentials_requirements.txt | 8 +-
.../secret_manager/aws_credentials_s3_pipeline.py | 75 ++++++++
.../secret_manager/aws_credentials_s3_read.py | 60 ++++++
.../secret_manager/aws_credentials_secret_read.py | 87 +++++++++
.../io/components/adaptive_throttler.py | 4 +-
sdks/python/apache_beam/io/fileio.py | 3 +-
.../apache_beam/io/requestresponse_it_test.py | 5 +
sdks/python/apache_beam/ml/inference/base.py | 33 +++-
sdks/python/apache_beam/ml/inference/base_test.py | 35 ++++
.../apache_beam/ml/inference/model_manager.py | 16 +-
.../apache_beam/ml/inference/model_manager_test.py | 54 ++++++
sdks/python/apache_beam/ml/inference/utils.py | 13 +-
sdks/python/apache_beam/testing/test_utils.py | 25 +++
sdks/python/apache_beam/testing/test_utils_test.py | 37 ++++
.../enrichment_handlers/cloudsql_it_test.py | 3 +
.../apache_beam/transforms/periodicsequence.py | 5 +-
.../e2e/gcs_avro_to_cloud_bigtable.yaml | 10 +-
sdks/python/conftest.py | 38 +++-
.../src/apache_beam/internal/serialize.ts | 2 +-
sdks/typescript/src/apache_beam/serialization.ts | 17 +-
sdks/typescript/test/primitives_test.ts | 6 +-
80 files changed, 1095 insertions(+), 358 deletions(-)
copy .github/trigger_files/{IO_Iceberg_Integration_Tests_Dataflow.json =>
beam_PreCommit_Java_IOs_Direct.json} (100%)
create mode 100644 .test-infra/tools/stale_gcs_buckets_cleaner.py
create mode 100644 .test-infra/tools/test_stale_gcs_buckets_cleaner.py
copy sdks/python/apache_beam/{typehints/testing =>
examples/secret_manager}/__init__.py (92%)
copy infra/iam/config.auto.tfvars =>
sdks/python/apache_beam/examples/secret_manager/aws_credentials_requirements.txt
(79%)
create mode 100644
sdks/python/apache_beam/examples/secret_manager/aws_credentials_s3_pipeline.py
create mode 100644
sdks/python/apache_beam/examples/secret_manager/aws_credentials_s3_read.py
create mode 100644
sdks/python/apache_beam/examples/secret_manager/aws_credentials_secret_read.py
