This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 55e1ecbb138 Add metric for Kafka offset commit failures (#38889)
add 51b2ad6bc08 Add drain states to PipelineResult (#39020)
add ee44102d01b Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks
(#39425)
add 0dd47882822 Interview with Raj Katakam from Intuit Credit Karma
(#39412)
add 22a59516168 Document job management and interactive API protos (#39294)
add d2d7ef88eac Prefer binary wheels when installing Python container
dependencies (#39402)
add 3f3f18a8ce0 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#39421)
add aa8869c633d Bump cloud.google.com/go/storage from 1.63.1 to 1.64.0 in
/sdks (#39422)
add 583601b13bf Fix pyrefly check bad-context-manager (#39418)
add aaad9b4b8e6 [Experimental] Use zstd compression in Docker builds
(#39409)
add abe3fc77c3d Fix silent per-char iteration when DoFn returns
str/bytes/dict (#38429)
add a15b880c53c Merge pull request #39043: Improve WithKeys coder
inference context
add b04ca1e0cee Fix pyrefly check bad-specialization (#39419)
add c8a689f7c0d Fix pyrefly check bad-argument-count (#39416)
add da7693c3dd1 [Gemini] Fix pyrefly check invalid-yield (#39417)
add f1d9c3e122e docs: Document pipeline runner API protos (#39292)
add adbb11ddb46 Fix gcs endpoint pipeline option wiring (#39435)
add 5e499388670 KeyCommitTooLarge logging improvements (#39316)
No new revisions were added by this update.
Summary of changes:
...tCommit_Python_ValidatesContainer_Dataflow.json | 2 +-
.../beam_PreCommit_Flink_Container.json | 2 +-
CHANGES.md | 3 +
.../org/apache/beam/gradle/BeamDockerPlugin.groovy | 24 ++++--
.../interactive/v1/beam_interactive_api.proto | 4 +
.../job_management/v1/beam_artifact_api.proto | 19 ++++-
.../job_management/v1/beam_expansion_api.proto | 9 +++
.../model/job_management/v1/beam_job_api.proto | 32 ++++++++
.../beam/model/pipeline/v1/beam_runner_api.proto | 94 +++++++++++++++++++---
.../apache/beam/model/pipeline/v1/endpoints.proto | 3 +
.../model/pipeline/v1/external_transforms.proto | 20 +++++
.../apache/beam/model/pipeline/v1/metrics.proto | 73 ++++++++++++++++-
.../org/apache/beam/model/pipeline/v1/schema.proto | 94 ++++++++++++++++++++++
.../runners/flink/FlinkDetachedRunnerResult.java | 4 +-
.../beam/runners/flink/FlinkRunnerResultTest.java | 12 +--
.../beam/runners/dataflow/DataflowPipelineJob.java | 1 +
.../beam/runners/dataflow/DataflowRunner.java | 3 +-
.../beam/runners/dataflow/util/MonitoringUtil.java | 6 +-
.../runners/dataflow/DataflowPipelineJobTest.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 26 +++++-
.../runners/dataflow/util/MonitoringUtilTest.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 53 ++++++++++++
.../streaming/KeyCommitTooLargeException.java | 20 +++--
.../processing/ComputationWorkExecutorFactory.java | 14 +++-
.../work/processing/StreamingWorkScheduler.java | 61 ++------------
.../worker/StreamingDataflowWorkerTest.java | 31 ++++++-
.../worker/StreamingModeExecutionContextTest.java | 5 ++
.../dataflow/worker/WorkerCustomSourcesTest.java | 8 ++
.../beam/runners/jobsubmission/JobInvocation.java | 15 +++-
.../runners/jobsubmission/JobInvocationTest.java | 36 +++++++++
.../portability/JobServicePipelineResult.java | 7 +-
.../runners/portability/PortableRunnerTest.java | 21 +++++
sdks/go.mod | 34 ++++----
sdks/go.sum | 68 ++++++++--------
.../java/org/apache/beam/sdk/PipelineResult.java | 6 ++
.../org/apache/beam/sdk/transforms/WithKeys.java | 40 ++++++---
.../apache/beam/sdk/transforms/WithKeysTest.java | 15 ++++
.../beam/sdk/extensions/gcp/util/GcsUtilV1.java | 17 +++-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 13 +++
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 2 +
...ytorch_image_classification_with_side_inputs.py | 2 +-
.../apache_beam/io/gcp/bigquery_change_history.py | 10 ++-
sdks/python/apache_beam/ml/anomaly/specifiable.py | 2 +-
sdks/python/apache_beam/ml/inference/base.py | 3 +-
sdks/python/apache_beam/runners/common.pxd | 1 +
sdks/python/apache_beam/runners/common.py | 35 ++++++++
sdks/python/apache_beam/runners/common_test.py | 58 +++++++++++++
.../runners/interactive/recording_manager.py | 2 +-
.../runners/portability/prism_runner.py | 5 +-
sdks/python/container/Dockerfile | 3 +-
sdks/python/container/run_generate_requirements.sh | 4 +-
sdks/python/pyproject.toml | 4 -
.../beam-summit-2026-interview-with-raj-katakam.md | 88 ++++++++++++++++++++
website/www/site/data/authors.yml | 3 +
54 files changed, 927 insertions(+), 196 deletions(-)
create mode 100644
website/www/site/content/en/blog/beam-summit-2026-interview-with-raj-katakam.md