This is an automated email from the ASF dual-hosted git repository.
xqhu pushed a change to branch liferoad-patch-1
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8601b1f814e Update go_GBK_Flink_Batch_100b.txt
add e5bd69db5bf Remove leftover print statement in SpannerIO (#33200)
add 60f87930a70 Use --enable-component-gateway when creating the flink
cluster (#33198)
add 78630d15445 Add a new precommit workflow to test flink container
(#33206)
add 9bdc9a5a0bf Remove sickbay GitHub Actions (#33214)
add 8f75c61cfd9 More complete error message for StripErrorMetadata.
(#33110)
add 2e4417f89c3 Update website for 2.61.0 release (#33117)
add ea93ce51c78 Fixed the new flink container precommit (#33217)
add c0ab7e5ac30 ZetaSQL test Java version fixes (#33213)
add c2f56866e63 Move MetricAggregator to its only use in
BundleBasedDirectRunner.
add aa939c17616 Consolidate implementation of metric cells.
add 3c9a60bb3be Type hints.
add d37d1418b6a Merge pull request #33195 Simplify metrics in preparation
for adding another metric type.
add ad8545cbb33 [Accenture Baltics] Case Study (#33215)
add aa21e4a84b3 Integrate direct path with StreamingDataflowWorker code
path (#32778)
add d745198af5b Change the Java sdk harness cache timeout for bundle
processors to be an hour for streaming pipelines instead of 1 minute. (#33175)
add ddfd1a2270f Fixed beam_PreCommit_Flink_Container.yml (#33219)
add aeefa4f6433 Make the warning about JSON BigQuery column type more
precise (#33121)
add 5f5978178d2 updated the pic (#33222)
add e1b7b3f8af6 Increase Go test coverage run timeout to 25 minutes
add b4673d4a294 Merge pull request #33223: Increase Go test coverage run
timeout to 25 minutes
add 292da721a57 Add
beam_PostCommit_Python_ValidatesDistrolessContainer_Dataflow (#33181)
add 720b8247b6e use direct executor to deflake tests (#33187)
add 0d55231a19f Better error messaging for chain-type pipeline (#33210)
add 9138697ef60 Cleanup Iceberg test files (#33218)
add 159c8300ab3 Update beam_PreCommit_Flink_Container.yml (#33230)
add 5a6c9028719 Make the model names unique and fix the tox package deps
for tensorflow tests (#33216)
add 96962011e7e Unpin Dataflow legacy worker container for Nexmark test
(#33224)
add 9560fe1d18e SolaceIO: refactor to allow inheritance of
BasicAuthSempClient (#32400)
add d723216eeb3 fixed ML tests (#33234)
add 3e7bc1dd90f Merge branch 'master' into liferoad-patch-1
add 328e34006e2 Try new options
No new revisions were added by this update.
Summary of changes:
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../beam_PostCommit_Java_Nexmark_Dataflow.json | 1 +
.../beam_PostCommit_Python_Dependency.json | 4 +
...hon_ValidatesDistrolessContainer_Dataflow.json} | 0
...PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json | 1 +
.../trigger_files/beam_PostCommit_XVR_Samza.json | 1 +
...ns.json => beam_PreCommit_Flink_Container.json} | 0
.github/workflows/IO_Iceberg_Integration_Tests.yml | 2 +-
.github/workflows/README.md | 2 -
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 2 +-
.github/workflows/beam_PostCommit_Java_Sickbay.yml | 93 ----
...thon_ValidatesDistrolessContainer_Dataflow.yml} | 85 +--
.../workflows/beam_PreCommit_Flink_Container.yml | 157 ++++++
.../go_Combine_Flink_Batch_small.txt} | 10 +-
.../java_Combine_Flink_Batch_small.txt} | 19 +-
.../python_Combine_Flink_Batch_small.txt} | 15 +-
.github/workflows/go_tests.yml | 2 +-
.../go_GBK_Flink_Batch_100b.txt | 4 +-
.../go_GBK_Flink_Batch_10b.txt | 4 +-
.test-infra/dataproc/flink_cluster.sh | 6 +-
CHANGES.md | 19 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../options/DataflowStreamingPipelineOptions.java | 15 +-
.../dataflow/worker/StreamingDataflowWorker.java | 594 +++++++++++++--------
.../FanOutStreamingEngineWorkerHarness.java | 23 +-
.../harness/SingleSourceWorkerHarness.java | 13 +-
.../streaming/harness/StreamingWorkerHarness.java | 3 +-
.../harness/StreamingWorkerStatusPages.java | 2 +-
.../harness/StreamingWorkerStatusReporter.java | 131 +++--
.../worker/windmill/WindmillEndpoints.java | 23 +-
.../windmill/client/grpc/GrpcDispatcherClient.java | 4 +-
.../windmill/client/grpc/stubs/ChannelCache.java | 24 +-
.../windmill/client/throttling/ThrottleTimer.java | 3 +-
.../client/throttling/ThrottledTimeTracker.java} | 14 +-
.../work/refresh/StreamPoolHeartbeatSender.java | 4 +-
.../worker/StreamingDataflowWorkerTest.java | 42 +-
.../FanOutStreamingEngineWorkerHarnessTest.java | 123 ++---
.../harness/SingleSourceWorkerHarnessTest.java | 2 +
.../harness/StreamingWorkerStatusReporterTest.java | 53 +-
.../client/grpc/stubs/ChannelCacheTest.java | 12 +-
.../windmill/testing/FakeWindmillStubFactory.java | 2 +-
.../refresh/StreamPoolHeartbeatSenderTest.java | 6 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 18 +
.../fn/harness/control/ProcessBundleHandler.java | 38 +-
.../harness/control/ProcessBundleHandlerTest.java | 37 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../beam/sdk/io/gcp/spanner/ReadOperation.java | 1 -
.../apache/beam/sdk/io/iceberg/IcebergIOIT.java | 41 +-
.../sdk/io/solace/broker/BasicAuthSempClient.java | 31 +-
.../solace/broker/SempBasicAuthClientExecutor.java | 35 +-
.../beam/sdk/io/solace/write/AddShardKeyDoFn.java | 5 +-
.../io/solace/it/BasicAuthMultipleSempClient.java | 62 +++
.../it/BasicAuthMultipleSempClientFactory.java | 92 ++++
.../sdk/io/solace/it/SolaceIOMultipleSempIT.java | 207 +++++++
sdks/java/testing/nexmark/build.gradle | 4 -
sdks/python/apache_beam/internal/metrics/cells.py | 27 +-
sdks/python/apache_beam/metrics/cells.pxd | 15 +-
sdks/python/apache_beam/metrics/cells.py | 246 +++------
.../ml/inference/tensorflow_inference_test.py | 9 +-
sdks/python/apache_beam/ml/transforms/base_test.py | 21 +-
.../apache_beam/ml/transforms/handlers_test.py | 8 +-
.../apache_beam/runners/direct/direct_metrics.py | 75 ++-
sdks/python/apache_beam/transforms/sql_test.py | 20 +
sdks/python/apache_beam/yaml/yaml_mapping.py | 4 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 4 +-
.../apache_beam/yaml/yaml_transform_unit_test.py | 17 +
sdks/python/setup.py | 20 +-
sdks/python/tox.ini | 19 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.61.0.md | 73 +++
.../content/en/case-studies/accenture_baltics.md | 105 ++++
.../www/site/content/en/get-started/downloads.md | 14 +-
website/www/site/data/en/quotes.yaml | 5 +
.../case-study/accenture/Jana_Polianskaja_sm.jpg | Bin 0 -> 244421 bytes
.../case-study/accenture/dataflow_grafana.jpg | Bin 0 -> 153028 bytes
.../case-study/accenture/dataflow_pipelines.png | Bin 0 -> 105348 bytes
76 files changed, 1828 insertions(+), 955 deletions(-)
create mode 100644
.github/trigger_files/beam_PostCommit_Java_Nexmark_Dataflow.json
copy
.github/trigger_files/{beam_PostCommit_Python_ValidatesContainer_Dataflow.json
=> beam_PostCommit_Python_ValidatesDistrolessContainer_Dataflow.json} (100%)
create mode 100644
.github/trigger_files/beam_PostCommit_XVR_PythonUsingJavaSQL_Dataflow.json
create mode 100644 .github/trigger_files/beam_PostCommit_XVR_Samza.json
copy .github/trigger_files/{beam_PostCommit_Java_Avro_Versions.json =>
beam_PreCommit_Flink_Container.json} (100%)
delete mode 100644 .github/workflows/beam_PostCommit_Java_Sickbay.yml
rename .github/workflows/{beam_PostCommit_Sickbay_Python.yml =>
beam_PostCommit_Python_ValidatesDistrolessContainer_Dataflow.yml} (55%)
create mode 100644 .github/workflows/beam_PreCommit_Flink_Container.yml
copy .github/workflows/{load-tests-pipeline-options/go_GBK_Flink_Batch_10b.txt
=> flink-tests-pipeline-options/go_Combine_Flink_Batch_small.txt} (83%)
copy .github/workflows/{load-tests-pipeline-options/go_GBK_Flink_Batch_10b.txt
=> flink-tests-pipeline-options/java_Combine_Flink_Batch_small.txt} (70%)
copy .github/workflows/{load-tests-pipeline-options/go_GBK_Flink_Batch_10b.txt
=> flink-tests-pipeline-options/python_Combine_Flink_Batch_small.txt} (73%)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/{streaming/harness/StreamingWorkerHarness.java
=> windmill/client/throttling/ThrottledTimeTracker.java} (69%)
create mode 100644
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/it/BasicAuthMultipleSempClient.java
create mode 100644
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/it/BasicAuthMultipleSempClientFactory.java
create mode 100644
sdks/java/io/solace/src/test/java/org/apache/beam/sdk/io/solace/it/SolaceIOMultipleSempIT.java
create mode 100644 website/www/site/content/en/blog/beam-2.61.0.md
create mode 100644
website/www/site/content/en/case-studies/accenture_baltics.md
create mode 100644
website/www/site/static/images/case-study/accenture/Jana_Polianskaja_sm.jpg
create mode 100644
website/www/site/static/images/case-study/accenture/dataflow_grafana.jpg
create mode 100644
website/www/site/static/images/case-study/accenture/dataflow_pipelines.png
