This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 63bcd3dd2b5 Validate Project of staging bucket (#39008)
add 8ba04741b47 Sanitize logging in FanOutStreamingEngineWorkerHarness
(#39029)
add 974ad17b60d Increase CallTest sleep durations to keep test from being
flaky due to timeout not being observed. (#39016)
add caba399f96e [Dataflow Java] Fix incorrect warning log when specifying
logger override. (#39034)
add 1df57236fe3 Bump github.com/moby/moby/api from 1.54.2 to 1.55.0 in
/sdks (#39031)
add fc370c9fdc8 [FnApi Java] Add support for separate named data streams
to provide bundle isolation (#38863)
add 630a34c3bfa Bump github.com/moby/moby/client from 0.4.1 to 0.5.0 in
/sdks (#39032)
add a21ca397b42 [Iceberg AddFiles] Add NameMapping when creating table
(#39022)
add 5334dc1d92a Add Flink 2.2.1 runner support (#38980)
No new revisions were added by this update.
Summary of changes:
.../test-properties.json | 2 +-
.../beam_PostCommit_Java_DataflowV2.json | 2 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 2 +-
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 18 +--
.../beam_PostCommit_Java_Examples_Flink.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Batch.yml | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 4 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 2 +-
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 2 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 2 +-
.../workflows/beam_Publish_Docker_Snapshots.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
CHANGES.md | 4 +
gradle.properties | 2 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 38 +++++-
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
release/build.gradle.kts | 2 +-
runners/flink/{2.1 => 2.2}/build.gradle | 21 +++-
.../job-server-container/build.gradle | 0
runners/flink/{2.1 => 2.2}/job-server/build.gradle | 4 +-
.../runners/flink/FlinkExecutionEnvironments.java | 4 +-
.../wrappers/streaming/DoFnOperator.java | 2 +-
.../runners/flink/FlinkPipelineOptionsTest.java | 16 ++-
.../logging/DataflowWorkerLoggingInitializer.java | 12 +-
.../FanOutStreamingEngineWorkerHarness.java | 7 +-
.../DataflowWorkerLoggingInitializerTest.java | 44 ++++++-
.../fnexecution/control/SdkHarnessClient.java | 2 +-
.../runners/fnexecution/data/FnDataService.java | 3 +-
.../runners/fnexecution/data/GrpcDataService.java | 13 +-
.../fnexecution/data/GrpcDataServiceTest.java | 2 +-
sdks/go.mod | 4 +-
sdks/go.sum | 8 +-
sdks/go/examples/wasm/README.md | 6 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 2 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 131 ++++++++++++++------
.../beam/sdk/util/construction/Environments.java | 1 +
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 135 ++++++++++++---------
.../java/org/apache/beam/fn/harness/FnHarness.java | 49 +++++---
.../fn/harness/control/ProcessBundleHandler.java | 50 +++++---
.../beam/fn/harness/data/BeamFnDataClient.java | 28 ++---
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 91 +++++++++-----
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 44 ++++---
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 2 +-
.../PTransformRunnerFactoryTestContext.java | 12 +-
.../harness/control/ProcessBundleHandlerTest.java | 47 +++----
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 41 +++----
.../org/apache/beam/sdk/io/iceberg/AddFiles.java | 28 +++--
.../apache/beam/io/requestresponse/CallTest.java | 53 ++++----
.../python/apache_beam/options/pipeline_options.py | 2 +-
sdks/typescript/src/apache_beam/runners/flink.ts | 2 +-
.../site/content/en/documentation/runners/flink.md | 10 ++
54 files changed, 591 insertions(+), 389 deletions(-)
copy runners/flink/{2.1 => 2.2}/build.gradle (65%)
copy runners/flink/{1.19 => 2.2}/job-server-container/build.gradle (100%)
copy runners/flink/{2.1 => 2.2}/job-server/build.gradle (92%)
copy runners/flink/{2.0 =>
2.2}/src/main/java/org/apache/beam/runners/flink/FlinkExecutionEnvironments.java
(99%)
copy runners/flink/{2.0 =>
2.2}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/DoFnOperator.java
(99%)
copy runners/flink/{2.0 =>
2.2}/src/test/java/org/apache/beam/runners/flink/FlinkPipelineOptionsTest.java
(92%)
