This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 94510075efe Update SKILLs based on review practice (#39805)
add 46e46f07f32 Make primary channel failover timeout configurable (#39646)
add 93f3e051c3e Require google-cloud-bigtable>=2.42.0 and test write error
surfacing (#39820)
add a26ecfd4857 [#39723] Implement model for Iceberg side input cache
(#39724)
add 67018be2650 [runners-spark] Support stateful ParDo in the Structured
Streaming batch runner (#39793)
No new revisions were added by this update.
Summary of changes:
...am_PostCommit_Java_ValidatesRunner_Spark4.json} | 0
...a_ValidatesRunner_SparkStructuredStreaming.json | 3 +-
CHANGES.md | 1 +
.../dataflow/worker/StreamingDataflowWorker.java | 15 +-
.../client/grpc/stubs/FailoverChannel.java | 66 ++--
.../client/grpc/stubs/FailoverChannelTest.java | 107 +++++-
.../worker/windmill/src/main/proto/windmill.proto | 4 +
runners/spark/spark_runner.gradle | 15 +-
.../translation/batch/DoFnRunnerFactory.java | 26 +-
.../translation/batch/ParDoTranslatorBatch.java | 50 +--
.../translation/batch/PipelineTranslatorBatch.java | 19 +
.../batch/StatefulDoFnGroupFunction.java | 391 +++++++++++++++++++++
.../batch/StatefulParDoTranslatorBatch.java | 282 +++++++++++++++
.../batch/StatefulParDoExecutionTest.java | 357 +++++++++++++++++++
.../batch/StatefulParDoTranslatorBatchTest.java | 261 ++++++++++++++
.../beam/sdk/io/iceberg/SerializableTableSpec.java | 382 ++++++++++++++++++++
.../apache/beam/sdk/io/iceberg/SideInputTable.java | 368 +++++++++++++++++++
.../sdk/io/iceberg/SerializableTableSpecTest.java | 348 ++++++++++++++++++
.../beam/sdk/io/iceberg/SideInputTableTest.java | 239 +++++++++++++
sdks/python/apache_beam/io/gcp/bigtableio_test.py | 55 +++
sdks/python/setup.py | 4 +-
21 files changed, 2934 insertions(+), 59 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_Nexmark_Spark.json =>
beam_PostCommit_Java_ValidatesRunner_Spark4.json} (100%)
create mode 100644
runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/StatefulDoFnGroupFunction.java
create mode 100644
runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/StatefulParDoTranslatorBatch.java
create mode 100644
runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/StatefulParDoExecutionTest.java
create mode 100644
runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/StatefulParDoTranslatorBatchTest.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/SerializableTableSpec.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/SideInputTable.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/SerializableTableSpecTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/SideInputTableTest.java
