This is an automated email from the ASF dual-hosted git repository.
Amar3tto pushed a change to branch finalize-release
in repository https://gitbox.apache.org/repos/asf/beam.git
omit cc575cb17fe Install wget and use repo token
add d8d99c4b6ec Set gemini config.yaml to post code review on PR open
(#38316)
add 7910b1b3793 Add DiskProvisionedIops/ThroughputMibps options and update
Go client libraries (#37377)
add 09febfd5d80 Revert "add auto gemini review comment workflow (#38309)"
(#38318)
add 79f03db9e10 Remove mypy configuration (#38266)
add b05fbf4437a Remove Samza runner support (#38263)
add 0739dbbbbd3 Revert "Add DiskProvisionedIops/ThroughputMibps options
and update Go client libraries (#37377)" (#38321)
add 329488388fd Bump pytest from 8.4.2 to 9.0.3 in
/sdks/python/container/ml/py312 (#38178)
add 70405656d36 Bump requests from 2.32.5 to 2.33.0 in
/sdks/python/container/ml/py312 (#37968)
add a61ef0a7372 Bump requests (#37962)
add 28576032d43 Add outstanding parameters to processElement and onTimer
signatures (#37933)
add ca5cbda4757 Bump torch from 2.7.1 to 2.8.0 in
/sdks/python/container/ml/py312 (#38226)
add 63adaabeb19 Bump keras from 3.12.1 to 3.13.2 in
/sdks/python/container/ml/py310 (#38198)
add 541d9bce15f Bump xgrammar from 0.1.21 to 0.1.32 in
/sdks/python/container/ml/py312 (#37781)
add 083e57902b1 update gemini review to not run on draft prs (#38333)
add 4678606cc95 [runners-spark] Prep shared base for Spark 4 (#38324)
add e45ab70bf5f fix conversion failures - block was at the wrong nesting
level (#38336)
add d956eb1c8c7 Update managed-io.md for release 2.73.0-RC2. (#38276)
add e3249fc5b61 Adding release-2.73.0-postrelease to protected branches in
.asf.yaml
add c09cfb652ef Update Beam website to release 2.73.0
add 4217116b09f Update release date
add d492624c59c Update changes
add 64a1510010c Merge pull request #38222 from apache/website-2-73
add 03bd44e1c91 Revert "fix preCommit Spotless rsync install (#38160)"
(#38196)
add 2e5a3a0fb5a Bump pytest from 8.4.2 to 9.0.3 in
/sdks/python/container/ml/py311 (#38177)
add 0a50f319616 Do not set representsation for pythonsdk_any type when
typehint is Any (#38325)
add 50f36b2a963 Bump pytest from 8.4.2 to 9.0.3 in
/sdks/python/container/py311 (#38174)
add 4aedd4e72fa Ignore container changes from dependabot (#38344)
add 73985e5b9bd Clean up remaining references to Samza runner (#38326)
add fffa3c04e76 Remove Ubuntu 20.04 runner pools (#38335)
add 62fd95d3ebf Merge pull request #38332: only expand update graph if
needed
add 9a5318e9ba1 Cross-build java-extensions-avro with Avro 1.12 (#38109)
add e5308097cc3 Revert "remove processContext usage across examples (java
and kotlin)" (#38341)
add dfe97e66820 Update republish_released_docker_containers.yml to 2.73.0
(#38354)
add b0cc4320ddd Mark dynamically generated ml_preprocessing test as
no_xdist for precommit (#38353)
add 9fdb366d2ed fix: correct typo "occured" to "occurred" (#38087)
add a4cb67621c6 Fix unhandled exception in KafkaIO SDF (#37449) (#37553)
add 8fc2b6b2071 Move Python PreCommit middle versions to PostCommit
(#38347)
add ca70eaa3a36 Add DiskProvisionedIops/ThroughputMibps pipeline options
for the Java and GO SDKs and update Go client libraries (#38349)
add 42cfe3497b8 Update go version
add ece9b45f289 Update go version base image
add 2575102c44d Install wget
add bcb0726c07f Install wget
add 792021361bd Merge pull request #38356 from apache/fix-playground-go
add c782e1cf47c Revert "Fix unhandled exception in KafkaIO SDF (#37449)
(#37553)" (#38361)
add c5d0ab18133 Bump Java bytecode compatibility version to Java11 (#38267)
add 0884c464058 Optimze away WindmillWatermarkHold::clear when the cached
hold is empty (#38297)
add d8d12c73892 [runners-spark] Use robust constructor resolution in
EncoderFactory (#38271)
add 49abdcf446a add reshuffle as a first class yaml transform and a test
(#38046)
add 5938b312827 Run on ubuntu-24.04
add 802331bd99c Merge pull request #38365 from apache/python-arm
add a14d009f59f Improve logging in boot.go to facilitate future triaging
(#38342)
add 4baf3ca7242 Upgrade github action versions (#38202)
add 5c1980fd94b Fix SDF bundle finalization timeout in streaming test
(#38287)
add 637231ccc7e Add option to use asyncio for AsyncWrapper (#38262)
add 7d3dbcaacb5 Add TableRowMatchers with strict type-aware equality for
BigQuery (#37890)
add a5496c61a0f [ValueKind] Add to model (#38308)
add 010c52f2565 Allow Beam Python GCP extra to resolve with
google-cloud-storage 3.x (#38135)
add 268ae1acf5e [IcebergIO] Support hash distribution mode when writing
rows (#38061)
add 26ef659b84a bump opentelemetry version.
add df9a0424eac add libraries
add 5223c232606 Model changes to allow OpenTelemetry context propagation
spotless. rename fields, cleanup groovy spotless rename method, fix constructor
invocation.
add 674873d7a87 Merge pull request #36962 from stankiewicz/model
add dc7b5b0190c [Gemini] Migrate all remaining uses of typing types with
built-in equivalents (#38334)
add aa5797f355a Add pipeline hash (#38357)
add 16609ed210b fix error prone. (#38372)
add efe4e941939 extend to yaml (#38371)
add d6b98ba9019 Bump minimatch in /scripts/ci/pr-bot (#37732)
add 21b033c07cf Refactor metadata propagation in ReduceFnRunner to support
extensible PipelineMetadata
add 110e75934ba Add missing dependency on model:fn-execution to
runners:core-java
add fd571c92f59 document asserts due to new state added
add 79f7db946b1 Fix propagation of metadata
add da391d0e3d7 Merge pull request #38230 from stankiewicz/drain_combiner
add 455075b436f Upgrade to Avro 1.12 (#38373)
add 7235088c490 GCS client library migration in Java SDK - part 3 (#37900)
add 6fc8fdebb23 Fix WindowedValue.of() invocation. (#38380)
add 0bd11fd4631 Go VR Flink test on Flink 2.0 (#37640)
add 3a66beeec82 Bump github.com/apache/thrift from 0.21.0 to 0.23.0 in
/sdks (#38383)
add 8e0aa0c76f5 update excluded path to relative path (#38378)
add 1db67c7b550 Bump cloud.google.com/go/bigquery from 1.74.0 to 1.77.0 in
/sdks (#38385)
add 400b114a0a2 Add Staged Artifact validations for RunnerV2 (#37974)
add fb272738e57 Bump hashicorp/setup-terraform from 3 to 4 (#38389)
add 259e2556b12 Bump actions/checkout from 4 to 6 (#38393)
add c0414c07bdd Bump crazy-max/ghaction-import-gpg from 6.3.0 to 7.0.0
(#38387)
add b4a1794e055 Bump cloud.google.com/go/bigtable from 1.42.0 to 1.47.0 in
/sdks (#38396)
add 712ea7e2fbe Bump docker/login-action from 4.0.0 to 4.1.0 (#38394)
add e533dd1054c Bump docker/build-push-action from 7.0.0 to 7.1.0 (#38391)
add 991a8d5a3af Bump google.golang.org/api from 0.276.0 to 0.278.0 in
/sdks (#38395)
add e59af80cbc4 Fix FHIR search method signature mismatch after
google.golang.org/api update
add c971ec474a7 Merge pull request #38381 from
bambadiouf1/fix-fhir-search-sig
add 034d7bf2190 Bump actions/github-script from 8 to 9 (#38402)
add 032cbe2d436 Bump actions/download-artifact from 7 to 8 (#38401)
add 5bc2d6da706 Bump actions/upload-artifact from 4 to 7 (#38400)
add 0972151ba60 Bump google.golang.org/grpc from 1.80.0 to 1.81.0 in /sdks
(#38399)
add 0975d7bc83a Bump github.com/lib/pq from 1.11.1 to 1.12.3 in /sdks
(#38398)
add bc900805f84 Bump github.com/nats-io/nats-server/v2 from 2.12.6 to
2.14.0 in /sdks (#38397)
add 2190c9fb001 Bump cloud.google.com/go/datastore from 1.22.0 to 1.23.0
in /sdks (#38392)
add b78e11ee2aa Stabilize StorageApiDataTriggeredSchemaUpdateIT assertion
(#38339)
add e9a2b6008aa Consolidate linting and type checking configs into
pyproject.toml (#38306)
add b30af9eb79c BatchElements transform for Java SDK (#38369)
add 422f6304af1 [yaml] - Add huggingface model handler (#38110)
add 02ac93ed697 Add DiskProvisionedIops/ThroughputMibps pipeline options
for the Python SDK (#38370)
add 22c43bf2bd5 Mitigate test broken after Avro Upgrade due to AVRO-4110
(#38405)
add b7b070790b6 Bump cloud.google.com/go/pubsub from 1.50.1 to 1.50.2 in
/sdks (#38415)
add c75b09d73d9 Bump cloud.google.com/go/storage from 1.62.0 to 1.62.1 in
/sdks (#38414)
add d273ee8a149 Bump github.com/go-sql-driver/mysql from 1.9.3 to 1.10.0
in /sdks (#38413)
add 878042d19da Bump github.com/aws/aws-sdk-go-v2 from 1.41.5 to 1.41.7 in
/sdks (#38416)
add 30e98f7fd52 yaml_transform_test - add some debug logs and increase row
count (#38367)
add e1b3769e7fb Fix test (#38418)
add a619a580802 fix rrio teardown executor cleanup path (#38417)
add a9cd0179508 Fix SystemError in _DeferredCall.get() under GC pressure
(#38355)
add 955b80aa694 Revert "Revert "Bump com.pswidersk.terraform-plugin from
1.0.0 to 1.1.1 (#325…" (#38420)
add b60082d17d4 Revert "[yaml] - Add huggingface model handler (#38110)"
(#38421)
add 81828fd2f0b [Dataflow] Added Portable Runner alias to java runners
(#38411)
add a8e7ffab371 Fix race conditions, error recovery, and exit handlers in
job servers (#38423)
add 9a6734bbe27 Fix PreCommit Java PVR Prism Loopback workflow (#38431)
add 81830f22515 Bump cloud.google.com/go/profiler from 0.4.3 to 0.6.0 in
/sdks (#38436)
add 2e6ff74e11e Bump golang.org/x/sys from 0.43.0 to 0.44.0 in /sdks
(#38435)
add 8363afe825f Bump cloud.google.com/go/spanner from 1.88.0 to 1.91.0 in
/sdks (#38434)
add 5733cc8115d Fix flaky BigQuery file loads by safely handling
concurrent mkdirs (#38426)
add a86f2ec49c8 upgrade test containers and fix issues (#38438)
add 399d9d7ea6b Introduce ValueKind to Java and add to WindowedValue
(#38315)
add 13bbd5c4d67 Reduce number of layers for Beam container images (#38440)
add f1bbb637e31 Fix deadlock in AsyncWrapper reset_state() (#38427)
add f01b9ddb05e Make Beartype use the default behavior in
is_consistent_with() (#38275)
add 1d008bad91f [runners-spark] Add Spark 4 runner (#38255)
add a72b78125ef Fix thread leak for LOOPBACK workers in external worker
pool (#38432)
add fba639a05ff Bump urllib3 from 2.6.3 to 2.7.0 in
/sdks/python/container/py312 (#38452)
add 81769cbfd13 Adds a new coder translator for Java SchemaCoder. (#37631)
add 118f2a3c3cf Bump github.com/nats-io/nats.go from 1.51.0 to 1.52.0 in
/sdks (#38463)
add fb2b8e8953c Bump actions/upload-artifact from 4 to 7 (#38460)
add abf0c7139d3 Bump github.com/aws/aws-sdk-go-v2/config from 1.32.7 to
1.32.17 in /sdks (#38459)
add 9bee04c92d3 Bump golang.org/x/net from 0.53.0 to 0.54.0 in /sdks
(#38462)
add 84a63ed6e85 Bump actions/checkout from 4 to 6 (#38464)
add 83706e1ad38 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#38461)
add 34c6e26112c Make SubprocessServer shared cache purging idempotent
(#38455)
add 4d683c0dd13 Exercise Spark 4 tests (#38453)
add fbe61eab131 [Python] Python] Bound the memory used for fnapi outbound
data messages and receiving messages. (#38407)
add cf5e517db67 update ruff to pyproject (#38474)
add 1f3d66546e7 Expose StorageWriteApiMaxRequestCallbackWaitTimeSec in BQ
storage write. (#38470)
add 89dde7c7a1b Upgrade gcsio to 3.1.16 (#38419)
add fa0eef96567 Add retry in connecting manager in MultiProcessShared
(#38456)
add ec65d642ccc [Prism] Fix gRPC deadline exceeded errors during bundle
failure by passing errgroup context (#38472)
add e7cb9f77973 [Website] add drain update to docs (#38450)
add 79ed7cc166d Remove legacy processContext usage across and replace it
with argument provider (#38366)
add e6fed0a2e08 Bump google.golang.org/api from 0.278.0 to 0.279.0 in
/sdks (#38480)
add 7ded0e0ce6f Setup Validates runner tests for Spark4 runner (#38478)
add bd52fce27a3 Moving to 2.75.0-SNAPSHOT on master branch.
add 13d36eb3b19 update port for jdbc test (#38485)
add 632f1e45d16 [runners-spark] Spark 4 follow-up: Announce in CHANGES.md
and address remaining review comments from #38255 (#38489)
add 3dbd7c8c35b Sickbay two failed tests due to new schema coder urn.
(#38497)
add f74b45af2cd Bump Java dev image for Dataflow (#38496)
add 10304c9cd78 Fix gradle command
add 442d6ff7bf2 Merge pull request #38499 from apache/fix-spark4-batch
add 39632ef2134 Fix iceberg gcs dependency after gcsio 3.0 upgrade (#38488)
add 1d6cdc0b4b6 Isolate tests in multi_process_shared with unique temp
path. (#38498)
add 5b5cd657c98 Bump @protobufjs/utf8 from 1.1.0 to 1.1.1 in
/sdks/typescript (#38475)
add 9a1a4b170e4 [Iceberg] pin hadoop to 3.3.6 (#38500)
add 7b4ae897cc7 Set torch upper bound
add 45790bbe2a2 Merge pull request #38505 from
shunping/set-torch-upper-bound
add 84a21684146 Bump google.golang.org/grpc from 1.81.0 to 1.81.1 in /sdks
(#38506)
add 5d2ff20e856 Enable multi-release attribute for Spark job server jar
(#38449)
add 6e23bc1ef3a Fix empty stream name encountered in
StorageApiFinalizeWrtiesDoFn (#38410)
add 6ae46e3c2d4 Bump jackson_version - Fix GHSA-72hv-8253-57qq (#37969)
add 4ac7598df14 Fix Dataflow archetype missing API client dependency
(#38509)
add b2d0ef66aa9 Fix pom involving maven-archetype and opentelemetry
(#38518)
add 357fd262211 Revert #37631 and #38497 on HEAD (#38516)
add 0496ea7117b Fix typo in README website description (#38469)
add 4c4a2c11e29 Revert "Fix Dataflow archetype missing API client
dependency (#38509)" (#38519)
add 1ca1fafcd62 Fix SubprocessServer cache thread-safety and test
isolation (#38501)
add 233ebd8e2bc [Dataflow Streaming] Add a job setting to limit value size
in windmill state cache (#38458)
add 2ea46979154 Fix non-unique job names in TextIOReadTest (#38242)
add 2c4d2c6de4d Rename run_pylint.sh (#38307)
add 26c6ec7cb74 add todo (#38517)
add 55eb624e5cd Fix interactive environment clean up failure at atexit.
(#38526)
add 79ae776fca7 Fix PipelineOptions deserialization NPE (#38531)
add 0318a2fa701 add yaml agent development skill (#38382)
add 01b09725ec3 Bump protobufjs in /sdks/typescript (#38538)
add c3335c887e6 Make sure session creation happens before starting agent
(#38477)
add 91f50ce5108 Remove Java 8 variant of
beam_PostCommit_Java_ValidatesRunner_Dataflow_JavaVersions (#38541)
add e83a1d5bad9 Pin tensor_rt digest for PyTorch sentiment Dataflow
benchmarks (#38374)
add b1f7115a633 Update Dataflow Dependency Java (#38542)
add 6b55c145853 Update Dataflow Proto (#38540)
add bb0bc772d4e Bump google.golang.org/api from 0.279.0 to 0.280.0 in
/sdks (#38563)
add ef703f65aff Bump cloud.google.com/go/datastore from 1.23.0 to 1.24.0
in /sdks (#38564)
add f22400a21a9 [Dataflow Streaming] Add experiment to use trigger state
to know if a window is new and optimize reads (#37574)
add 2105eaa4d23 Disable grpc fork support on some test suites. (#38566)
add c33bc972f15 Fix race condition in UserPipelineTracker.clear() and
various problems (#38537)
add 582bb452985 [Java SDK] Infer Beam logical types for JSR-310 and UUID
fields (#38194)
add ba63482cad5 introduce private method to remove clones (#38245)
add 2375fed9735 Refresh Iceberg partition specs periodically (#38408)
add 290e3721b50 WriteToJson - force num_shards (#38484)
add 2e35beb3cc8 Install wget and use repo token
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (cc575cb17fe)
\
N -- N -- N refs/heads/finalize-release (2e35beb3cc8)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.agent/skills/adding-new-metadata/SKILL.md | 3 +-
.agent/skills/runners/SKILL.md | 1 -
.agent/skills/yaml-development/SKILL.md | 107 ++
.asf.yaml | 2 +
.gemini/config.yaml | 6 +-
.github/ISSUE_TEMPLATE/bug.yml | 2 +-
.github/ISSUE_TEMPLATE/failing_test.yml | 2 +-
.github/ISSUE_TEMPLATE/feature.yml | 2 +-
.github/ISSUE_TEMPLATE/task.yml | 2 +-
.github/autolabeler.yml | 1 -
.github/dependabot.yml | 2 +
.../arc/environments/beam.env | 58 +-
.../arc/variables.tf | 8 +-
.github/issue-rules.yml | 4 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../IO_Iceberg_Integration_Tests_Dataflow.json | 2 +-
.../trigger_files/beam_PostCommit_Go_VR_Flink.json | 1 +
.../beam_PostCommit_Java_DataflowV1.json | 2 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 2 +-
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 9 -
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
...t.json => beam_PostCommit_Python_Versions.json} | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
.../trigger_files/beam_PostCommit_XVR_Direct.json | 2 +-
...t.json => beam_PreCommit_Python_PVR_Flink.json} | 0
.github/workflows/IO_Iceberg_Integration_Tests.yml | 2 +-
.../IO_Iceberg_Integration_Tests_Dataflow.yml | 2 +-
..._Iceberg_Managed_Integration_Tests_Dataflow.yml | 2 +-
.github/workflows/IO_Iceberg_Performance_Tests.yml | 2 +-
.github/workflows/IO_Iceberg_Unit_Tests.yml | 6 +-
.github/workflows/README.md | 14 +-
.github/workflows/assign_milestone.yml | 4 +-
.github/workflows/beam_CancelStaleDataflowJobs.yml | 2 +-
.../workflows/beam_CleanUpDataprocResources.yml | 2 +-
.github/workflows/beam_CleanUpGCPResources.yml | 2 +-
.../workflows/beam_CleanUpPrebuiltSDKImages.yml | 2 +-
.../workflows/beam_CloudML_Benchmarks_Dataflow.yml | 2 +-
.../beam_IODatastoresCredentialsRotation.yml | 2 +-
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 2 +-
.../beam_Infrastructure_PolicyEnforcer.yml | 2 +-
.../beam_Infrastructure_SecurityLogging.yml | 2 +-
.../beam_Infrastructure_ServiceAccountKeys.yml | 2 +-
.../beam_Infrastructure_UsersPermissions.yml | 4 +-
.github/workflows/beam_Java_JMH.yml | 2 +-
.../beam_Java_LoadTests_Combine_Smoke.yml | 2 +-
.../beam_LoadTests_Go_CoGBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_CoGBK_Flink_batch.yml | 2 +-
.../beam_LoadTests_Go_Combine_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_Combine_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_GBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_ParDo_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_ParDo_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Go_SideInput_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Go_SideInput_Flink_Batch.yml | 2 +-
.../beam_LoadTests_Java_CoGBK_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Java_CoGBK_Dataflow_Streaming.yml | 4 +-
...s_Java_CoGBK_Dataflow_V2_Batch_JavaVersions.yml | 2 +-
...va_CoGBK_Dataflow_V2_Streaming_JavaVersions.yml | 2 +-
...s_Java_CoGBK_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_Combine_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Java_Combine_Dataflow_Streaming.yml | 2 +-
...Java_Combine_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_Batch.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Java_GBK_Dataflow_V2_Batch.yml | 2 +-
...LoadTests_Java_GBK_Dataflow_V2_Batch_Java17.yml | 2 +-
...am_LoadTests_Java_GBK_Dataflow_V2_Streaming.yml | 2 +-
...Tests_Java_GBK_Dataflow_V2_Streaming_Java17.yml | 2 +-
.../workflows/beam_LoadTests_Java_GBK_Smoke.yml | 2 +-
...sts_Java_GBK_SparkStructuredStreaming_Batch.yml | 2 +-
.../beam_LoadTests_Java_ParDo_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Java_ParDo_Dataflow_Streaming.yml | 2 +-
...s_Java_ParDo_Dataflow_V2_Batch_JavaVersions.yml | 2 +-
...va_ParDo_Dataflow_V2_Streaming_JavaVersions.yml | 2 +-
...s_Java_ParDo_SparkStructuredStreaming_Batch.yml | 2 +-
.github/workflows/beam_LoadTests_Java_PubsubIO.yml | 2 +-
.../beam_LoadTests_Python_CoGBK_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Python_CoGBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_CoGBK_Flink_Batch.yml | 2 +-
...eam_LoadTests_Python_Combine_Dataflow_Batch.yml | 2 +-
...LoadTests_Python_Combine_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_Combine_Flink_Batch.yml | 2 +-
...am_LoadTests_Python_Combine_Flink_Streaming.yml | 2 +-
...LoadTests_Python_FnApiRunner_Microbenchmark.yml | 2 +-
.../beam_LoadTests_Python_GBK_Dataflow_Batch.yml | 2 +-
...eam_LoadTests_Python_GBK_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_GBK_Flink_Batch.yml | 2 +-
...adTests_Python_GBK_reiterate_Dataflow_Batch.yml | 2 +-
...sts_Python_GBK_reiterate_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_ParDo_Dataflow_Batch.yml | 2 +-
...m_LoadTests_Python_ParDo_Dataflow_Streaming.yml | 2 +-
.../beam_LoadTests_Python_ParDo_Flink_Batch.yml | 2 +-
...beam_LoadTests_Python_ParDo_Flink_Streaming.yml | 2 +-
...m_LoadTests_Python_SideInput_Dataflow_Batch.yml | 2 +-
.github/workflows/beam_LoadTests_Python_Smoke.yml | 2 +-
.../workflows/beam_MetricsCredentialsRotation.yml | 2 +-
.github/workflows/beam_Metrics_Report.yml | 4 +-
.../workflows/beam_PerformanceTests_AvroIOIT.yml | 2 +-
.../beam_PerformanceTests_AvroIOIT_HDFS.yml | 2 +-
...PerformanceTests_BigQueryIO_Batch_Java_Avro.yml | 4 +-
...PerformanceTests_BigQueryIO_Batch_Java_Json.yml | 4 +-
..._PerformanceTests_BigQueryIO_Streaming_Java.yml | 4 +-
...eam_PerformanceTests_BiqQueryIO_Read_Python.yml | 2 +-
...formanceTests_BiqQueryIO_Write_Python_Batch.yml | 2 +-
.github/workflows/beam_PerformanceTests_Cdap.yml | 2 +-
.../beam_PerformanceTests_Compressed_TextIOIT.yml | 2 +-
...m_PerformanceTests_Compressed_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_HadoopFormat.yml | 2 +-
.github/workflows/beam_PerformanceTests_JDBC.yml | 2 +-
.../workflows/beam_PerformanceTests_Kafka_IO.yml | 2 +-
.../beam_PerformanceTests_ManyFiles_TextIOIT.yml | 2 +-
...am_PerformanceTests_ManyFiles_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_MongoDBIO_IT.yml | 2 +-
.../beam_PerformanceTests_ParquetIOIT.yml | 2 +-
.../beam_PerformanceTests_ParquetIOIT_HDFS.yml | 2 +-
...erformanceTests_PubsubIOIT_Python_Streaming.yml | 2 +-
...m_PerformanceTests_SQLBigQueryIO_Batch_Java.yml | 4 +-
.../beam_PerformanceTests_SingleStoreIO.yml | 2 +-
..._PerformanceTests_SpannerIO_Read_2GB_Python.yml | 2 +-
...manceTests_SpannerIO_Write_2GB_Python_Batch.yml | 2 +-
.../beam_PerformanceTests_SparkReceiver_IO.yml | 2 +-
.../beam_PerformanceTests_TFRecordIOIT.yml | 2 +-
.../beam_PerformanceTests_TFRecordIOIT_HDFS.yml | 2 +-
.../workflows/beam_PerformanceTests_TextIOIT.yml | 2 +-
.../beam_PerformanceTests_TextIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_TextIOIT_Python.yml | 2 +-
...PerformanceTests_WordCountIT_PythonVersions.yml | 4 +-
.../workflows/beam_PerformanceTests_XmlIOIT.yml | 2 +-
.../beam_PerformanceTests_XmlIOIT_HDFS.yml | 2 +-
.../beam_PerformanceTests_xlang_KafkaIO_Python.yml | 2 +-
.github/workflows/beam_Playground_CI_Nightly.yml | 4 +-
.github/workflows/beam_Playground_Precommit.yml | 7 +-
.github/workflows/beam_PostCommit_Go.yml | 2 +-
.../workflows/beam_PostCommit_Go_Dataflow_ARM.yml | 2 +-
.github/workflows/beam_PostCommit_Go_VR_Flink.yml | 2 +-
.github/workflows/beam_PostCommit_Go_VR_Samza.yml | 85 --
.github/workflows/beam_PostCommit_Go_VR_Spark.yml | 2 +-
.github/workflows/beam_PostCommit_Java.yml | 4 +-
.../beam_PostCommit_Java_Avro_Versions.yml | 4 +-
.../beam_PostCommit_Java_BigQueryEarlyRollout.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV1.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV2.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_ARM.yml | 4 +-
...beam_PostCommit_Java_Examples_Dataflow_Java.yml | 6 +-
.../beam_PostCommit_Java_Examples_Dataflow_V2.yml | 4 +-
...m_PostCommit_Java_Examples_Dataflow_V2_Java.yml | 6 +-
.../beam_PostCommit_Java_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Java_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Java_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Java_Hadoop_Versions.yml | 16 +-
.../beam_PostCommit_Java_IO_Performance_Tests.yml | 6 +-
.../beam_PostCommit_Java_InfluxDbIO_IT.yml | 2 +-
.../beam_PostCommit_Java_Jpms_Dataflow.yml | 4 +-
...beam_PostCommit_Java_Jpms_Dataflow_Versions.yml | 4 +-
.../workflows/beam_PostCommit_Java_Jpms_Direct.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Direct_Versions.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Flink_Java11.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Spark_Java11.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Dataflow.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Dataflow_V2.yml | 2 +-
...am_PostCommit_Java_Nexmark_Dataflow_V2_Java.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Direct.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Spark.yml | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Batch.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark3_Streaming.yml | 4 +-
...l => beam_PostCommit_Java_PVR_Spark4_Batch.yml} | 44 +-
... beam_PostCommit_Java_PVR_Spark4_Streaming.yml} | 24 +-
.../beam_PostCommit_Java_PVR_Spark_Batch.yml | 6 +-
.../beam_PostCommit_Java_SingleStoreIO_IT.yml | 2 +-
.../beam_PostCommit_Java_Tpcds_Dataflow.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../workflows/beam_PostCommit_Java_Tpcds_Spark.yml | 2 +-
...am_PostCommit_Java_ValidatesRunner_Dataflow.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_JavaVersions.yml | 6 +-
...mit_Java_ValidatesRunner_Dataflow_Streaming.yml | 4 +-
...a_ValidatesRunner_Dataflow_Streaming_Engine.yml | 4 +-
...atesRunner_Dataflow_Streaming_TagEncodingV2.yml | 4 +-
...PostCommit_Java_ValidatesRunner_Dataflow_V2.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_V2_Streaming.yml | 4 +-
...beam_PostCommit_Java_ValidatesRunner_Direct.yml | 4 +-
...it_Java_ValidatesRunner_Direct_JavaVersions.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 4 +-
...PostCommit_Java_ValidatesRunner_Flink_Java8.yml | 102 --
.../beam_PostCommit_Java_ValidatesRunner_Samza.yml | 100 --
.../beam_PostCommit_Java_ValidatesRunner_Spark.yml | 4 +-
...eam_PostCommit_Java_ValidatesRunner_Spark4.yml} | 23 +-
...va_ValidatesRunner_SparkStructuredStreaming.yml | 4 +-
...PostCommit_Java_ValidatesRunner_Spark_Java8.yml | 102 --
...am_PostCommit_Java_ValidatesRunner_Twister2.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_ULR.yml | 4 +-
.github/workflows/beam_PostCommit_Javadoc.yml | 4 +-
.../beam_PostCommit_PortableJar_Flink.yml | 4 +-
.../beam_PostCommit_PortableJar_Spark.yml | 4 +-
.github/workflows/beam_PostCommit_Python.yml | 4 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 6 +-
.../beam_PostCommit_Python_Dependency.yml | 4 +-
.../beam_PostCommit_Python_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Python_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Python_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Python_MongoDBIO_IT.yml | 4 +-
.../beam_PostCommit_Python_Nexmark_Direct.yml | 2 +-
.../beam_PostCommit_Python_Portable_Flink.yml | 4 +-
...stCommit_Python_ValidatesContainer_Dataflow.yml | 4 +-
..._Python_ValidatesContainer_Dataflow_With_RC.yml | 4 +-
..._PostCommit_Python_ValidatesRunner_Dataflow.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Flink.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Samza.yml | 110 --
...eam_PostCommit_Python_ValidatesRunner_Spark.yml | 4 +-
...hon.yml => beam_PostCommit_Python_Versions.yml} | 37 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_SQL.yml | 4 +-
.../beam_PostCommit_TransformService_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_Website_Test.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 4 +-
.../beam_PostCommit_XVR_GoUsingJava_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml | 4 +-
..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_PythonUsingJava_Dataflow.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Samza.yml | 107 --
.github/workflows/beam_PostCommit_XVR_Spark3.yml | 4 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 4 +-
.../workflows/beam_PostRelease_NightlySnapshot.yml | 2 +-
.../workflows/beam_PreCommit_CommunityMetrics.yml | 2 +-
.../workflows/beam_PreCommit_Flink_Container.yml | 2 +-
.github/workflows/beam_PreCommit_GHA.yml | 2 +-
.github/workflows/beam_PreCommit_Go.yml | 2 +-
.github/workflows/beam_PreCommit_GoPortable.yml | 2 +-
.github/workflows/beam_PreCommit_GoPrism.yml | 2 +-
.github/workflows/beam_PreCommit_ItFramework.yml | 4 +-
.github/workflows/beam_PreCommit_Java.yml | 8 +-
...eCommit_Java_Amazon-Web-Services2_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Amqp_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Azure_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Cassandra_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Cdap_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Clickhouse_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Csv_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Datadog_IO_Direct.yml | 6 +-
.github/workflows/beam_PreCommit_Java_Dataflow.yml | 8 +-
.../beam_PreCommit_Java_Debezium_IO_Direct.yml | 6 +-
...beam_PreCommit_Java_ElasticSearch_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Examples_Dataflow.yml | 4 +-
...eam_PreCommit_Java_Examples_Dataflow_Java21.yml | 6 +-
...Commit_Java_File-schema-transform_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Flink_Versions.yml | 4 +-
.../beam_PreCommit_Java_GCP_IO_Direct.yml | 8 +-
.../beam_PreCommit_Java_Google-ads_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_HBase_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Hadoop_IO_Direct.yml | 6 +-
.../workflows/beam_PreCommit_Java_IOs_Direct.yml | 6 +-
.../beam_PreCommit_Java_InfluxDb_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_JDBC_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Jms_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Kafka_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Kudu_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_MongoDb_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Mqtt_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Neo4j_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 6 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 4 +-
.../beam_PreCommit_Java_PVR_Prism_Loopback.yml | 6 +-
.../beam_PreCommit_Java_Parquet_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Pulsar_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_RabbitMq_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Redis_IO_Direct.yml | 6 +-
...am_PreCommit_Java_RequestResponse_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_SingleStore_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Snowflake_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Solace_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Solr_IO_Direct.yml | 6 +-
....yml => beam_PreCommit_Java_Spark_Versions.yml} | 25 +-
.../beam_PreCommit_Java_Splunk_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Thrift_IO_Direct.yml | 6 +-
.../beam_PreCommit_Java_Tika_IO_Direct.yml | 6 +-
.../workflows/beam_PreCommit_Kotlin_Examples.yml | 2 +-
.../workflows/beam_PreCommit_Portable_Python.yml | 2 +-
.github/workflows/beam_PreCommit_Prism_Python.yml | 2 +-
.github/workflows/beam_PreCommit_Python.yml | 16 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 2 +-
.github/workflows/beam_PreCommit_PythonDocs.yml | 2 +-
.../workflows/beam_PreCommit_PythonFormatter.yml | 2 +-
.github/workflows/beam_PreCommit_PythonLint.yml | 2 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 4 +-
.../workflows/beam_PreCommit_Python_Dataframes.yml | 6 +-
.github/workflows/beam_PreCommit_Python_Dill.yml | 4 +-
.../workflows/beam_PreCommit_Python_Examples.yml | 6 +-
.../beam_PreCommit_Python_Integration.yml | 4 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 4 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 4 +-
.../workflows/beam_PreCommit_Python_Runners.yml | 6 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 6 +-
.github/workflows/beam_PreCommit_RAT.yml | 2 +-
.github/workflows/beam_PreCommit_SQL.yml | 8 +-
.github/workflows/beam_PreCommit_SQL_Java17.yml | 6 +-
.github/workflows/beam_PreCommit_SQL_Java8.yml | 129 ---
.github/workflows/beam_PreCommit_Spotless.yml | 6 +-
.github/workflows/beam_PreCommit_Typescript.yml | 2 +-
.github/workflows/beam_PreCommit_Website.yml | 2 +-
.../workflows/beam_PreCommit_Website_Stage_GCS.yml | 2 +-
.github/workflows/beam_PreCommit_Whitespace.yml | 2 +-
.../beam_PreCommit_Xlang_Generated_Transforms.yml | 2 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 4 +-
.github/workflows/beam_Prober_CommunityMetrics.yml | 2 +-
.github/workflows/beam_Publish_BeamMetrics.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 4 +-
.../workflows/beam_Publish_Docker_Snapshots.yml | 2 +-
.github/workflows/beam_Publish_Website.yml | 4 +-
.../beam_Python_CostBenchmarks_Dataflow.yml | 2 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 4 +-
.github/workflows/beam_Release_NightlySnapshot.yml | 2 +-
.../beam_Release_Python_NightlySnapshot.yml | 2 +-
.../workflows/beam_StressTests_Java_BigQueryIO.yml | 2 +-
.../workflows/beam_StressTests_Java_BigTableIO.yml | 2 +-
.../workflows/beam_StressTests_Java_KafkaIO.yml | 2 +-
.../workflows/beam_StressTests_Java_PubSubIO.yml | 2 +-
.../workflows/beam_StressTests_Java_SpannerIO.yml | 2 +-
.github/workflows/build_release_candidate.yml | 24 +-
.github/workflows/build_runner_image.yml | 6 +-
.github/workflows/build_wheels.yml | 26 +-
.github/workflows/cancel.yml | 2 +-
.github/workflows/code_completion_plugin_tests.yml | 6 +-
.github/workflows/cut_release_branch.yml | 4 +-
.github/workflows/dask_runner_tests.yml | 8 +-
.../workflows/deploy_release_candidate_pypi.yaml | 2 +-
.github/workflows/finalize_release.yml | 10 +-
.github/workflows/flaky_test_detection.yml | 2 +-
.github/workflows/gemini-review-comment.yml | 49 -
.github/workflows/git_tag_released_version.yml | 2 +-
.github/workflows/go_tests.yml | 2 +-
.github/workflows/issue-tagger.yml | 2 +-
.github/workflows/java_tests.yml | 12 +-
...rch_Sentiment_Batch_DistilBert_Base_Uncased.txt | 3 +
...Sentiment_Streaming_DistilBert_Base_Uncased.txt | 3 +
.github/workflows/local_env_tests.yml | 4 +-
.github/workflows/playground_frontend_test.yml | 2 +-
.github/workflows/pr-bot-new-prs.yml | 2 +-
.github/workflows/pr-bot-pr-updates.yml | 2 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 2 +-
.github/workflows/publish_github_release_notes.yml | 4 +-
.github/workflows/python_dependency_tests.yml | 2 +-
.github/workflows/python_tests.yml | 12 +-
.github/workflows/refresh_looker_metrics.yml | 2 +-
.github/workflows/reportGenerator.yml | 2 +-
.../republish_released_docker_containers.yml | 6 +-
.github/workflows/run_perf_alert_tool.yml | 2 +-
.../workflows/run_rc_validation_go_wordcount.yml | 2 +-
.../run_rc_validation_java_mobile_gaming.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
.../run_rc_validation_python_mobile_gaming.yml | 2 +-
.../workflows/run_rc_validation_python_yaml.yml | 2 +-
.github/workflows/self-assign.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 2 +-
.../workflows/tour_of_beam_backend_integration.yml | 2 +-
.github/workflows/tour_of_beam_frontend_test.yml | 2 +-
.github/workflows/typescript_tests.yml | 8 +-
.github/workflows/update_python_dependencies.yml | 4 +-
.pre-commit-config.yaml | 2 +-
.test-infra/BUILD_STATUS.md | 390 -------
.../github/github_runs_prefetcher/code/config.yaml | 7 +-
.../src/main/resources/configuration.yaml | 2 +-
CHANGES.md | 16 +-
README.md | 2 +-
build.gradle.kts | 3 -
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 173 +--
.../beam/examples/SchemaTransformExample.java | 2 +-
.../apache/beam/examples/SqlTransformExample.java | 2 +-
.../beam/examples/ApproximateQuantilesExample.java | 2 +-
.../beam/examples/CoCombineTransformExample.java | 2 +-
.../apache/beam/examples/CoGroupByKeyExample.java | 2 +-
.../org/apache/beam/examples/CombineExample.java | 2 +-
.../org/apache/beam/examples/CountExample.java | 2 +-
.../apache/beam/examples/CountPerKeyExample.java | 2 +-
.../org/apache/beam/examples/CreateExample.java | 2 +-
.../apache/beam/examples/DebuggingWordCount.java | 2 +-
.../org/apache/beam/examples/DistinctExample.java | 2 +-
.../beam/examples/FlatMapElementsExample.java | 2 +-
.../beam/examples/GroupIntoBatchesExample.java | 2 +-
.../beam/examples/KafkaPassengerCountJson.java | 2 +-
.../org/apache/beam/examples/KafkaStreaming.java | 2 +-
.../apache/beam/examples/KafkaWordCountAvro.java | 2 +-
.../apache/beam/examples/KafkaWordCountJson.java | 2 +-
.../java/org/apache/beam/examples/KeysExample.java | 2 +-
.../org/apache/beam/examples/KvSwapExample.java | 2 +-
.../org/apache/beam/examples/LatestExample.java | 2 +-
.../apache/beam/examples/MapElementsExample.java | 2 +-
.../java/org/apache/beam/examples/MaxExample.java | 2 +-
.../org/apache/beam/examples/MaxPerKeyExample.java | 2 +-
.../java/org/apache/beam/examples/MeanExample.java | 2 +-
.../apache/beam/examples/MeanPerKeyExample.java | 2 +-
.../java/org/apache/beam/examples/MinExample.java | 2 +-
.../org/apache/beam/examples/MinPerKeyExample.java | 2 +-
.../org/apache/beam/examples/PartitionExample.java | 2 +-
.../beam/examples/RateLimitedPubSubReader.java | 6 +-
.../org/apache/beam/examples/RegexExample.java | 2 +-
.../org/apache/beam/examples/SampleExample.java | 2 +-
.../java/org/apache/beam/examples/SumExample.java | 2 +-
.../org/apache/beam/examples/SumPerKeyExample.java | 2 +-
.../org/apache/beam/examples/ToStringExample.java | 2 +-
.../java/org/apache/beam/examples/TopExample.java | 2 +-
.../org/apache/beam/examples/ValuesExample.java | 2 +-
.../java/org/apache/beam/examples/ViewExample.java | 6 +-
.../org/apache/beam/examples/WindowExample.java | 2 +-
.../org/apache/beam/examples/complete/TfIdf.java | 2 +-
.../examples/complete/TopWikipediaSessions.java | 2 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 2 +-
.../beam/examples/complete/TrafficRoutes.java | 2 +-
.../cookbook/MinimalBigQueryTornadoes.java | 2 +-
gradle.properties | 8 +-
.../it/gcp/bigquery/BigQueryResourceManager.java | 42 +-
.../runner-concepts/description.md | 97 --
learning/tour-of-beam/terraform/build.gradle.kts | 2 +-
.../beam/model/fn_execution/v1/beam_fn_api.proto | 26 +
playground/backend/containers/go/build.gradle | 2 +-
playground/terraform/build.gradle.kts | 2 +-
release/src/main/scripts/jenkins_jobs.txt | 115 --
release/src/main/scripts/mass_comment.py | 176 ---
runners/core-java/build.gradle | 1 +
.../apache/beam/runners/core/CombinedMetadata.java | 87 ++
.../runners/core/CombinedMetadataCombiner.java | 78 ++
.../runners/core/LateDataDroppingDoFnRunner.java | 10 +-
.../apache/beam/runners/core/MetadataCombiner.java | 12 +-
...TimeBoundedSplittableProcessElementInvoker.java | 8 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 104 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 51 +
.../core/SplittableParDoViaKeyedWorkItems.java | 4 +-
.../apache/beam/runners/core/WatermarkHold.java | 17 +
.../core/triggers/FinishedTriggersBitSet.java | 14 +
.../core/triggers/TriggerStateMachineRunner.java | 43 +-
.../beam/runners/core/CombinedMetadataTest.java | 70 ++
.../beam/runners/core/ReduceFnRunnerTest.java | 58 +
.../apache/beam/runners/core/ReduceFnTester.java | 18 +-
.../triggers/TriggerStateMachineRunnerTest.java | 117 ++
.../runners/flink/FlinkExecutionEnvironments.java | 10 +
runners/flink/flink_runner.gradle | 7 +
.../runners/flink/FlinkExecutionEnvironments.java | 8 +
.../wrappers/streaming/WindowDoFnOperatorTest.java | 10 +
runners/google-cloud-dataflow-java/build.gradle | 5 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 12 +
.../dataflow/DataflowPipelineTranslator.java | 7 +
.../beam/runners/dataflow/DataflowRunner.java | 14 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 14 +
.../options/DataflowStreamingPipelineOptions.java | 10 +
.../dataflow/DataflowPipelineTranslatorTest.java | 31 +
.../beam/runners/dataflow/DataflowRunnerTest.java | 24 +-
.../options/DataflowPipelineOptionsTest.java | 9 +
.../google-cloud-dataflow-java/worker/build.gradle | 1 +
.../dataflow/worker/StreamingDataflowWorker.java | 17 +-
.../dataflow/worker/UngroupedWindmillReader.java | 20 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 14 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 8 +-
.../StreamingEngineComputationConfigFetcher.java | 2 +-
...lsoByWindowFn.java => SimpleByteHistogram.java} | 29 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 12 +
.../worker/windmill/state/WindmillStateCache.java | 122 +-
.../windmill/state/WindmillWatermarkHold.java | 100 +-
.../worker/StreamingDataflowWorkerTest.java | 49 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 43 +
.../worker/util/SimpleByteHistogramTest.java | 38 +-
.../windmill/state/WindmillStateCacheTest.java | 62 ++
.../windmill/state/WindmillStateInternalsTest.java | 201 +++-
.../worker/windmill/src/main/proto/windmill.proto | 2 +
runners/samza/build.gradle | 194 ----
runners/samza/job-server/build.gradle | 253 -----
.../beam/runners/samza/SamzaExecutionContext.java | 72 --
.../runners/samza/SamzaExecutionEnvironment.java | 44 -
.../apache/beam/runners/samza/SamzaJobInvoker.java | 82 --
.../beam/runners/samza/SamzaJobServerDriver.java | 101 --
.../samza/SamzaPipelineExceptionContext.java | 37 -
.../samza/SamzaPipelineLifeCycleListener.java | 44 -
.../beam/runners/samza/SamzaPipelineOptions.java | 182 ---
.../samza/SamzaPipelineOptionsValidator.java | 54 -
.../beam/runners/samza/SamzaPipelineResult.java | 161 ---
.../beam/runners/samza/SamzaPipelineRunner.java | 89 --
.../samza/SamzaPortablePipelineOptions.java | 32 -
.../runners/samza/SamzaPortablePipelineResult.java | 48 -
.../org/apache/beam/runners/samza/SamzaRunner.java | 213 ----
.../runners/samza/SamzaRunnerOverrideConfigs.java | 85 --
.../beam/runners/samza/SamzaRunnerRegistrar.java | 53 -
.../apache/beam/runners/samza/TestSamzaRunner.java | 109 --
.../runners/samza/adapter/BoundedSourceSystem.java | 449 --------
.../samza/adapter/UnboundedSourceSystem.java | 533 ---------
.../beam/runners/samza/adapter/package-info.java | 20 -
.../samza/container/BeamContainerRunner.java | 89 --
.../samza/container/BeamJobCoordinatorRunner.java | 78 --
.../samza/container/ContainerCfgLoader.java | 62 --
.../samza/container/ContainerCfgLoaderFactory.java | 30 -
.../beam/runners/samza/container/package-info.java | 20 -
.../samza/metrics/DoFnRunnerWithMetrics.java | 108 --
.../samza/metrics/FnWithMetricsWrapper.java | 50 -
.../runners/samza/metrics/SamzaGBKMetricOp.java | 194 ----
.../beam/runners/samza/metrics/SamzaMetricOp.java | 173 ---
.../samza/metrics/SamzaMetricOpFactory.java | 73 --
.../samza/metrics/SamzaMetricsContainer.java | 120 --
.../metrics/SamzaTransformMetricRegistry.java | 208 ----
.../samza/metrics/SamzaTransformMetrics.java | 142 ---
.../beam/runners/samza/metrics/package-info.java | 20 -
.../apache/beam/runners/samza/package-info.java | 20 -
.../runners/samza/runtime/AsyncDoFnRunner.java | 188 ----
.../beam/runners/samza/runtime/BundleManager.java | 90 --
.../samza/runtime/ClassicBundleManager.java | 327 ------
.../apache/beam/runners/samza/runtime/DoFnOp.java | 579 ----------
.../runtime/DoFnRunnerWithKeyedInternals.java | 126 ---
.../runners/samza/runtime/FutureCollector.java | 67 --
.../runners/samza/runtime/FutureCollectorImpl.java | 99 --
.../beam/runners/samza/runtime/GroupByKeyOp.java | 243 ----
.../beam/runners/samza/runtime/KeyedInternals.java | 180 ---
.../beam/runners/samza/runtime/KeyedTimerData.java | 216 ----
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 37 -
.../org/apache/beam/runners/samza/runtime/Op.java | 64 --
.../beam/runners/samza/runtime/OpAdapter.java | 237 ----
.../beam/runners/samza/runtime/OpEmitter.java | 41 -
.../beam/runners/samza/runtime/OpMessage.java | 161 ---
.../samza/runtime/OutputManagerFactory.java | 31 -
.../samza/runtime/PortableBundleManager.java | 218 ----
.../beam/runners/samza/runtime/PortableDoFnOp.java | 467 --------
.../runners/samza/runtime/SamzaAssignContext.java | 56 -
.../samza/runtime/SamzaDoFnInvokerRegistrar.java | 35 -
.../runners/samza/runtime/SamzaDoFnRunners.java | 506 ---------
.../SamzaExecutableStageContextFactory.java | 61 -
.../runtime/SamzaMetricsBundleProgressHandler.java | 158 ---
.../samza/runtime/SamzaStateRequestHandlers.java | 179 ---
.../samza/runtime/SamzaStoreStateInternals.java | 1131 -------------------
.../samza/runtime/SamzaTimerInternalsFactory.java | 733 ------------
.../samza/runtime/SingletonKeyedWorkItem.java | 49 -
.../SplittableParDoProcessKeyedElementsOp.java | 248 -----
.../beam/runners/samza/runtime/WindowAssignOp.java | 53 -
.../beam/runners/samza/runtime/package-info.java | 20 -
.../beam/runners/samza/state/SamzaMapState.java | 40 -
.../beam/runners/samza/state/SamzaSetState.java | 39 -
.../beam/runners/samza/state/package-info.java | 20 -
.../samza/transforms/GroupWithoutRepartition.java | 60 -
.../samza/transforms/UpdatingCombineFn.java | 35 -
.../runners/samza/transforms/package-info.java | 20 -
.../runners/samza/translation/ConfigBuilder.java | 360 ------
.../runners/samza/translation/ConfigContext.java | 79 --
.../translation/FlattenPCollectionsTranslator.java | 111 --
.../samza/translation/GroupByKeyTranslator.java | 272 -----
.../samza/translation/ImpulseTranslator.java | 80 --
.../runners/samza/translation/PViewToIdMapper.java | 83 --
.../translation/ParDoBoundMultiTranslator.java | 563 ----------
.../translation/PortableTranslationContext.java | 117 --
.../runners/samza/translation/ReadTranslator.java | 91 --
.../translation/RedistributeByKeyTranslator.java | 64 --
.../samza/translation/ReshuffleTranslator.java | 134 ---
.../translation/SamzaImpulseSystemFactory.java | 146 ---
.../samza/translation/SamzaPipelineTranslator.java | 211 ----
.../SamzaPortablePipelineTranslator.java | 112 --
.../SamzaPortableTranslatorRegistrar.java | 25 -
.../samza/translation/SamzaPublishView.java | 66 --
.../SamzaPublishViewTransformOverride.java | 66 --
.../translation/SamzaPublishViewTranslator.java | 76 --
.../translation/SamzaTestStreamSystemFactory.java | 179 ---
.../translation/SamzaTestStreamTranslator.java | 148 ---
.../samza/translation/SamzaTransformOverrides.java | 62 --
.../translation/SamzaTranslatorRegistrar.java | 25 -
.../translation/SplittableParDoTranslators.java | 157 ---
.../runners/samza/translation/StateIdParser.java | 69 --
.../translation/TransformConfigGenerator.java | 40 -
.../samza/translation/TransformTranslator.java | 45 -
.../samza/translation/TranslationContext.java | 380 -------
.../samza/translation/WindowAssignTranslator.java | 80 --
.../runners/samza/translation/package-info.java | 20 -
.../beam/runners/samza/util/ConfigUtils.java | 43 -
.../apache/beam/runners/samza/util/DoFnUtils.java | 75 --
.../beam/runners/samza/util/FutureUtils.java | 67 --
.../beam/runners/samza/util/HashIdGenerator.java | 66 --
.../runners/samza/util/PipelineJsonRenderer.java | 335 ------
.../runners/samza/util/PortableConfigUtils.java | 43 -
.../beam/runners/samza/util/SamzaCoders.java | 77 --
.../samza/util/SamzaPipelineExceptionListener.java | 34 -
.../samza/util/SamzaPipelineTranslatorUtils.java | 61 -
.../apache/beam/runners/samza/util/StateUtils.java | 39 -
.../beam/runners/samza/util/StoreIdGenerator.java | 48 -
.../beam/runners/samza/util/WindowUtils.java | 74 --
.../beam/runners/samza/util/package-info.java | 20 -
runners/samza/src/main/resources/log4j.properties | 23 -
.../samza/src/main/resources/samza-conf.properties | 37 -
.../samza/SamzaPipelineOptionsValidatorTest.java | 60 -
.../samza/adapter/BoundedSourceSystemTest.java | 309 ------
.../runners/samza/adapter/TestBoundedSource.java | 188 ----
.../runners/samza/adapter/TestCheckpointMark.java | 40 -
.../runners/samza/adapter/TestSourceHelpers.java | 162 ---
.../runners/samza/adapter/TestUnboundedSource.java | 208 ----
.../samza/adapter/UnboundedSourceSystemTest.java | 405 -------
.../TestSamzaRunnerWithTransformMetrics.java | 323 ------
.../metrics/TestSamzaTransformMetricsRegistry.java | 191 ----
.../runners/samza/runtime/AsyncDoFnRunnerTest.java | 240 ----
.../samza/runtime/ClassicBundleManagerTest.java | 457 --------
.../samza/runtime/FutureCollectorImplTest.java | 92 --
.../runners/samza/runtime/GroupByKeyOpTest.java | 133 ---
.../runners/samza/runtime/KeyedTimerDataTest.java | 65 --
.../samza/runtime/PortableBundleManagerTest.java | 178 ---
.../SamzaMetricsBundleProgressHandlerTest.java | 187 ----
.../runtime/SamzaStoreStateInternalsTest.java | 432 -------
.../runtime/SamzaTimerInternalsFactoryTest.java | 752 -------------
.../samza/runtime/SdkHarnessDoFnRunnerTest.java | 48 -
.../samza/translation/ConfigGeneratorTest.java | 461 --------
.../samza/translation/SamzaImpulseSystemTest.java | 65 --
.../samza/translation/TranslationContextTest.java | 98 --
.../beam/runners/samza/util/DoFnUtilsTest.java | 84 --
.../beam/runners/samza/util/FutureUtilsTest.java | 112 --
.../samza/util/InMemoryMetricsReporter.java | 49 -
.../samza/util/PipelineJsonRendererTest.java | 146 ---
.../samza/util/PortableConfigUtilsTest.java | 58 -
.../runners/samza/util/TestHashIdGenerator.java | 85 --
.../beam/runners/samza/util/WindowUtilsTest.java | 87 --
runners/samza/src/test/resources/ExpectedDag.json | 373 -------
.../samza/src/test/resources/log4j-test.properties | 26 -
runners/spark/4/README.md | 73 ++
runners/spark/4/build.gradle | 63 ++
.../1.20 => spark/4}/job-server/build.gradle | 8 +-
.../io/BoundedDatasetFactory.java | 13 +-
.../batch/CombinePerKeyTranslatorBatch.java | 6 +-
.../translation/batch/GroupByKeyHelpers.java | 8 +-
.../batch/GroupByKeyTranslatorBatch.java | 78 +-
.../translation/helpers/EncoderFactory.java | 333 ++++++
.../translation/helpers/EncoderHelpers.java | 45 +-
.../translation/utils/ScalaInterop.java | 6 +-
.../translation/helpers/EncoderHelpersTest.java | 9 +-
runners/spark/job-server/spark_job_server.gradle | 7 +-
runners/spark/spark_runner.gradle | 46 +-
.../spark/coders/SparkRunnerKryoRegistrator.java | 28 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 10 +-
.../runners/spark/io/SparkUnboundedSource.java | 2 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 10 +-
.../SparkStructuredStreamingPipelineResult.java | 3 +-
.../io/BoundedDatasetFactory.java | 2 +-
.../translation/EvaluationContext.java | 10 +-
.../batch/CombinePerKeyTranslatorBatch.java | 2 +-
.../translation/batch/DoFnRunnerFactory.java | 2 +-
.../translation/batch/GroupByKeyHelpers.java | 4 +-
.../batch/GroupByKeyTranslatorBatch.java | 2 +-
.../translation/helpers/EncoderFactory.java | 27 +-
.../translation/helpers/EncoderHelpers.java | 21 +-
.../SparkStreamingPortablePipelineTranslator.java | 3 +-
.../translation/streaming/ParDoStateUpdateFn.java | 4 +-
.../streaming/StreamingTransformTranslator.java | 2 +-
.../apache/beam/runners/spark/util/TimerUtils.java | 12 +
.../coders/SparkRunnerKryoRegistratorTest.java | 49 +
.../translation/EvaluationContextTest.java | 84 ++
scripts/beam-sql.sh | 7 +-
scripts/ci/pr-bot/package-lock.json | 43 +-
scripts/ci/release/comment_pr_trigger_phrases.sh | 27 -
.../test/resources/jenkins_trigger_phrases.txt | 19 -
scripts/ci/release/test/resources/mass_comment.txt | 106 --
sdks/go.mod | 154 +--
sdks/go.sum | 1173 +++-----------------
sdks/go/container/Dockerfile | 10 +-
sdks/go/container/boot.go | 18 +-
sdks/go/container/boot_test.go | 14 +-
.../go/examples/large_wordcount/large_wordcount.go | 1 -
sdks/go/pkg/beam/artifact/materialize.go | 45 +-
sdks/go/pkg/beam/artifact/materialize_test.go | 110 ++
sdks/go/pkg/beam/artifact/options.go | 48 +
sdks/go/pkg/beam/artifact/options_test.go | 78 ++
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/io/fhirio/common.go | 7 +-
sdks/go/pkg/beam/runners/dataflow/dataflow.go | 182 +--
sdks/go/pkg/beam/runners/dataflow/dataflow_test.go | 22 +
.../beam/runners/dataflow/dataflowlib/execute.go | 9 +-
.../pkg/beam/runners/dataflow/dataflowlib/job.go | 93 +-
.../beam/runners/dataflow/dataflowlib/job_test.go | 79 ++
sdks/go/pkg/beam/runners/prism/internal/execute.go | 6 +-
.../beam/runners/prism/internal/execute_test.go | 22 +
.../beam/runners/prism/internal/testdofns_test.go | 5 +
sdks/go/pkg/beam/runners/samza/samza.go | 35 -
sdks/go/pkg/beam/x/beamx/run.go | 1 -
sdks/go/test/build.gradle | 32 +-
sdks/go/test/integration/expansions.go | 2 +-
sdks/go/test/integration/expansions_test.go | 1 -
sdks/go/test/integration/integration.go | 51 +-
.../integration/internal/containers/containers.go | 3 +-
.../integration/io/mongodbio/mongodbio_test.go | 1 -
.../test/integration/io/spannerio/test_helpers.go | 3 +-
.../integration/io/xlang/debezium/debezium_test.go | 1 -
.../go/test/integration/io/xlang/jdbc/jdbc_test.go | 8 +-
.../test/integration/io/xlang/kafka/kafka_test.go | 1 -
.../test/integration/primitives/primitives_test.go | 1 -
.../test/integration/synthetic/synthetic_test.go | 2 +-
.../test/integration/wordcount/wordcount_test.go | 1 -
sdks/go/test/integration/xlang/xlang_test.go | 1 -
sdks/go/test/regression/lperror_test.go | 1 -
sdks/go/test/regression/pardo_test.go | 1 -
sdks/go/test/run_validatesrunner_tests.sh | 17 +-
.../src/main/resources/beam/beam-codestyle.xml | 6 +-
sdks/java/container/Dockerfile | 31 +-
sdks/java/container/boot.go | 3 +
.../container/license_scripts/dep_urls_java.yaml | 10 +-
sdks/java/core/build.gradle | 1 +
.../beam/sdk/options/PipelineOptionsFactory.java | 26 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 6 +
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 128 +++
.../sdk/schemas/utils/StaticSchemaInference.java | 19 +-
.../apache/beam/sdk/state/WatermarkHoldState.java | 10 +
.../apache/beam/sdk/transforms/BatchElements.java | 601 ++++++++++
.../java/org/apache/beam/sdk/transforms/DoFn.java | 43 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 11 +-
.../java/org/apache/beam/sdk/transforms/Reify.java | 3 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 33 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 44 +
.../beam/sdk/transforms/reflect/DoFnSignature.java | 78 ++
.../sdk/transforms/reflect/DoFnSignatures.java | 19 +
.../construction/SplittableParDoNaiveBounded.java | 15 +
.../sdk/values/OpenTelemetryContextPropagator.java | 71 ++
.../org/apache/beam/sdk/values/OutputBuilder.java | 5 +
.../beam/sdk/values/ValueInSingleWindow.java | 83 +-
.../java/org/apache/beam/sdk/values/ValueKind.java | 28 +-
.../org/apache/beam/sdk/values/ValueKindUtil.java | 54 +
.../org/apache/beam/sdk/values/WindowedValue.java | 8 +
.../org/apache/beam/sdk/values/WindowedValues.java | 356 +++++-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 6 +-
.../beam/sdk/schemas/JavaBeanSchemaTest.java | 83 ++
.../beam/sdk/schemas/JavaFieldSchemaTest.java | 122 ++
.../beam/sdk/schemas/transforms/ConvertTest.java | 99 ++
.../beam/sdk/schemas/utils/JavaBeanUtilsTest.java | 10 +
.../beam/sdk/schemas/utils/POJOUtilsTest.java | 32 +
.../beam/sdk/schemas/utils/TestJavaBeans.java | 89 ++
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 118 ++
.../beam/sdk/transforms/BatchElementsTest.java | 598 ++++++++++
.../sdk/transforms/MetadataPropagationTest.java | 98 +-
.../beam/sdk/transforms/SplittableDoFnTest.java | 46 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 76 ++
.../UnboundedScheduledExecutorServiceTest.java | 2 +-
.../apache/beam/sdk/util/WindowedValueTest.java | 24 +-
sdks/java/extensions/avro/build.gradle | 3 +-
.../extensions/avro/schemas/utils/AvroUtils.java | 89 +-
.../avro/AvroVersionVerificationTest.java | 5 +-
.../sdk/extensions/avro/coders/AvroCoderTest.java | 5 +-
.../avro/io/AvroGeneratedUserFactory.java | 4 +-
.../sdk/extensions/avro/io/AvroSourceTest.java | 11 +-
.../avro/io/SerializableAvroCodecFactoryTest.java | 4 +-
.../avro/schemas/TestAvroConversionFactory.java | 5 +-
.../extensions/avro/schemas/TestAvroFactory.java | 4 +-
.../avro/schemas/utils/AvroUtilsTest.java | 17 +-
.../extensions/avro/vendored-test/build.gradle | 38 -
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 23 +
.../beam/sdk/extensions/gcp/util/GcsUtilV1.java | 62 +-
.../beam/sdk/extensions/gcp/util/GcsUtilV2.java | 163 ++-
.../gcp/util/GcsUtilParameterizedIT.java | 116 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 19 +-
sdks/java/extensions/sql/iceberg/build.gradle | 1 +
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 25 +-
sdks/java/io/expansion-service/build.gradle | 20 +-
.../AvroReadSchemaTransformFormatProviderTest.java | 11 +
...WriteSchemaTransformFormatProviderTestData.java | 61 +
...rquetReadSchemaTransformFormatProviderTest.java | 11 +
.../expansion-service/build.gradle | 6 -
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 7 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 10 +
.../io/gcp/bigquery/StorageApiConvertMessages.java | 206 ++--
.../bigquery/StorageApiWritesShardedRecords.java | 43 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 6 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 +
.../gcp/bigquery/BigQueryTableRowEqualityTest.java | 202 ++++
.../StorageApiDataTriggeredSchemaUpdateIT.java | 28 +-
.../beam/sdk/io/gcp/bigquery/TableRowMatchers.java | 204 ++++
.../beam/sdk/io/gcp/pubsub/PubsubClientTest.java | 3 +-
.../apache/beam/sdk/io/gcp/storage/GcsMatchIT.java | 8 +-
sdks/java/io/iceberg/build.gradle | 9 +-
.../iceberg/AssignDestinationsAndPartitions.java | 181 +++
.../apache/beam/sdk/io/iceberg/BeamRowWrapper.java | 180 +++
.../org/apache/beam/sdk/io/iceberg/IcebergIO.java | 73 +-
.../beam/sdk/io/iceberg/IcebergScanConfig.java | 2 +-
.../IcebergWriteSchemaTransformProvider.java | 28 +
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 3 +-
.../io/iceberg/WritePartitionedRowsToFiles.java | 263 +++++
.../beam/sdk/io/iceberg/WriteToPartitions.java | 118 ++
.../beam/sdk/io/iceberg/BeamRowWrapperTest.java | 226 ++++
.../beam/sdk/io/iceberg/IcebergIOWriteTest.java | 390 ++++++-
.../IcebergWriteSchemaTransformProviderTest.java | 50 +-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 28 +
.../org/apache/beam/io/requestresponse/Call.java | 55 +-
.../beam/sdk/io/synthetic/SyntheticStep.java | 2 +
.../META-INF/maven/archetype-metadata.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 11 -
.../resources/projects/basic/archetype.properties | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 10 -
.../resources/projects/basic/archetype.properties | 2 +-
sdks/java/testing/test-utils/build.gradle | 2 +-
.../testutils/jvmverification/JvmVerification.java | 17 +-
sdks/python/.isort.cfg | 58 -
sdks/python/apache_beam/coders/coder_impl.py | 1 +
sdks/python/apache_beam/coders/coders.py | 11 +-
.../apache_beam/coders/coders_test_common.py | 3 +-
sdks/python/apache_beam/coders/observable_test.py | 3 +-
sdks/python/apache_beam/coders/row_coder_test.py | 4 +-
sdks/python/apache_beam/coders/slow_stream.py | 3 +-
.../apache_beam/coders/standard_coders_test.py | 4 +-
sdks/python/apache_beam/coders/typecoders.py | 13 +-
sdks/python/apache_beam/dataframe/frame_base.py | 3 +-
sdks/python/apache_beam/dataframe/io.py | 20 +-
sdks/python/apache_beam/dataframe/schemas_test.py | 85 +-
.../composite_transform.py | 3 +-
.../examples/inference/pytorch_sentiment.py | 80 +-
.../inference/tfx_bsl/build_tensorflow_model.py | 3 +-
.../kfp/components/preprocessing/requirements.txt | 2 +-
.../apache_beam/examples/snippets/snippets_test.py | 13 +-
sdks/python/apache_beam/internal/dill_pickler.py | 6 +-
sdks/python/apache_beam/internal/metrics/metric.py | 12 +-
sdks/python/apache_beam/internal/util.py | 10 +-
sdks/python/apache_beam/io/avroio.py | 6 +-
sdks/python/apache_beam/io/avroio_test.py | 4 +-
.../apache_beam/io/components/rate_limiter.py | 4 +-
sdks/python/apache_beam/io/debezium.py | 5 +-
.../io/external/xlang_jdbcio_it_test.py | 2 +-
.../io/external/xlang_kafkaio_it_test.py | 2 +-
.../io/external/xlang_kafkaio_perf_test.py | 3 +-
.../python/apache_beam/io/filebasedio_perf_test.py | 3 +-
sdks/python/apache_beam/io/filebasedsource.py | 3 +-
sdks/python/apache_beam/io/fileio.py | 21 +-
sdks/python/apache_beam/io/filesystem.py | 8 +-
.../io/flink/flink_streaming_impulse_source.py | 3 +-
sdks/python/apache_beam/io/gcp/bigquery.py | 39 +-
.../apache_beam/io/gcp/bigquery_avro_tools.py | 9 +-
.../apache_beam/io/gcp/bigquery_change_history.py | 45 +-
.../apache_beam/io/gcp/bigquery_file_loads.py | 8 +-
.../apache_beam/io/gcp/bigquery_read_internal.py | 6 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 3 +-
sdks/python/apache_beam/io/gcp/bigtableio.py | 4 +-
.../apache_beam/io/gcp/datastore/v1new/helper.py | 3 +-
.../apache_beam/io/gcp/datastore/v1new/types.py | 3 +-
.../apache_beam/io/gcp/experimental/spannerio.py | 8 +-
sdks/python/apache_beam/io/gcp/pubsub.py | 6 +-
sdks/python/apache_beam/io/iobase.py | 5 +-
sdks/python/apache_beam/io/jdbc.py | 2 +-
sdks/python/apache_beam/io/kafka.py | 6 +-
sdks/python/apache_beam/io/requestresponse.py | 19 +-
.../apache_beam/io/requestresponse_it_test.py | 3 +-
sdks/python/apache_beam/io/restriction_trackers.py | 4 +-
sdks/python/apache_beam/io/textio.py | 3 +-
sdks/python/apache_beam/metrics/cells.py | 1 +
sdks/python/apache_beam/metrics/execution.py | 1 +
sdks/python/apache_beam/metrics/metric.py | 41 +-
sdks/python/apache_beam/metrics/metricbase.py | 3 +-
.../python/apache_beam/metrics/monitoring_infos.py | 6 +-
sdks/python/apache_beam/ml/gcp/cloud_dlp.py | 3 +-
.../python/apache_beam/ml/gcp/naturallanguageml.py | 5 +-
.../apache_beam/ml/gcp/recommendations_ai.py | 13 +-
.../apache_beam/ml/gcp/videointelligenceml.py | 3 +-
sdks/python/apache_beam/ml/gcp/visionml.py | 10 +-
.../ml/inference/agent_development_kit.py | 36 +-
.../ml/inference/agent_development_kit_test.py | 38 +-
.../apache_beam/ml/inference/model_manager.py | 8 +-
sdks/python/apache_beam/ml/rag/chunking/base.py | 5 +-
.../apache_beam/ml/rag/chunking/base_test.py | 3 +-
.../apache_beam/ml/rag/chunking/langchain.py | 8 +-
sdks/python/apache_beam/ml/rag/embeddings/base.py | 5 +-
.../ml/rag/enrichment/bigquery_vector_search.py | 21 +-
.../apache_beam/ml/rag/enrichment/milvus_search.py | 49 +-
.../ml/rag/enrichment/milvus_search_it_test.py | 3 +-
.../python/apache_beam/ml/rag/ingestion/alloydb.py | 12 +-
.../ml/rag/ingestion/alloydb_it_test.py | 5 +-
.../apache_beam/ml/rag/ingestion/bigquery.py | 7 +-
.../apache_beam/ml/rag/ingestion/cloudsql.py | 22 +-
.../ml/rag/ingestion/cloudsql_it_test.py | 3 +-
.../apache_beam/ml/rag/ingestion/jdbc_common.py | 8 +-
.../apache_beam/ml/rag/ingestion/milvus_search.py | 12 +-
sdks/python/apache_beam/ml/rag/ingestion/mysql.py | 15 +-
.../apache_beam/ml/rag/ingestion/mysql_common.py | 25 +-
.../apache_beam/ml/rag/ingestion/postgres.py | 8 +-
.../ml/rag/ingestion/postgres_common.py | 30 +-
.../ml/rag/ingestion/postgres_it_test.py | 5 +-
.../python/apache_beam/ml/rag/ingestion/spanner.py | 26 +-
.../apache_beam/ml/rag/ingestion/test_utils.py | 3 +-
sdks/python/apache_beam/ml/rag/test_utils.py | 5 +-
sdks/python/apache_beam/ml/rag/types.py | 17 +-
sdks/python/apache_beam/ml/rag/utils.py | 14 +-
sdks/python/apache_beam/ml/transforms/base.py | 22 +-
.../python/apache_beam/options/pipeline_options.py | 38 +-
.../apache_beam/options/pipeline_options_test.py | 6 +
sdks/python/apache_beam/options/value_provider.py | 3 +-
sdks/python/apache_beam/pipeline.py | 5 +-
sdks/python/apache_beam/pvalue.py | 3 +-
sdks/python/apache_beam/runners/common.py | 1 +
.../python/apache_beam/runners/dask/dask_runner.py | 4 +-
sdks/python/apache_beam/runners/dask/overrides.py | 16 +-
.../runners/dask/transform_evaluator.py | 8 +-
.../runners/dataflow/internal/apiclient.py | 23 +-
.../runners/dataflow/internal/apiclient_test.py | 94 +-
.../clients/dataflow/dataflow_v1b3_messages.py | 104 +-
.../apache_beam/runners/direct/bundle_factory.py | 5 +-
.../direct/consumer_tracking_pipeline_visitor.py | 9 +-
.../apache_beam/runners/direct/direct_runner.py | 20 +-
.../runners/direct/evaluation_context.py | 24 +-
sdks/python/apache_beam/runners/direct/executor.py | 11 +-
.../runners/direct/transform_evaluator.py | 14 +-
.../runners/direct/watermark_manager.py | 18 +-
.../runners/interactive/augmented_pipeline.py | 6 +-
.../runners/interactive/cache_manager.py | 22 +-
.../runners/interactive/caching/read_cache.py | 6 +-
.../runners/interactive/caching/write_cache.py | 4 +-
.../dataproc/dataproc_cluster_manager.py | 5 +-
.../runners/interactive/display/pipeline_graph.py | 11 +-
.../interactive/display/pipeline_graph_renderer.py | 3 +-
.../yaml_parse_utils.py | 12 +-
.../runners/interactive/interactive_environment.py | 10 +-
.../runners/interactive/options/capture_control.py | 5 +-
.../runners/interactive/pipeline_instrument.py | 5 +-
.../runners/interactive/sql/beam_sql_magics.py | 21 +-
.../runners/interactive/sql/sql_chain.py | 10 +-
.../apache_beam/runners/interactive/sql/utils.py | 12 +-
.../runners/interactive/testing/mock_env.py | 3 +-
.../runners/interactive/user_pipeline_tracker.py | 109 +-
.../interactive/user_pipeline_tracker_test.py | 48 +
.../apache_beam/runners/interactive/utils.py | 13 +-
.../python/apache_beam/runners/pipeline_context.py | 17 +-
.../runners/portability/abstract_job_service.py | 8 +-
.../runners/portability/artifact_service.py | 11 +-
.../runners/portability/expansion_service_test.py | 2 +-
.../runners/portability/fn_api_runner/execution.py | 79 +-
.../runners/portability/fn_api_runner/fn_runner.py | 61 +-
.../portability/fn_api_runner/fn_runner_test.py | 14 +-
.../portability/fn_api_runner/translations.py | 26 +-
.../portability/fn_api_runner/trigger_manager.py | 24 +-
.../fn_api_runner/visualization_tools.py | 6 +-
.../portability/fn_api_runner/watermark_manager.py | 19 +-
.../portability/fn_api_runner/worker_handlers.py | 6 +-
.../apache_beam/runners/portability/job_server.py | 9 +-
.../runners/portability/local_job_service.py | 9 +-
.../runners/portability/portable_runner.py | 8 +-
.../runners/portability/portable_runner_test.py | 19 +-
.../runners/portability/prism_runner.py | 5 +-
.../runners/portability/prism_runner_test.py | 62 ++
.../runners/portability/samza_runner_test.py | 200 ----
.../runners/portability/sdk_container_builder.py | 3 +-
.../apache_beam/runners/portability/stager.py | 32 +-
.../apache_beam/runners/portability/stager_test.py | 3 +-
sdks/python/apache_beam/runners/sdf_utils.py | 3 +-
sdks/python/apache_beam/runners/trivial_runner.py | 5 +-
.../apache_beam/runners/worker/bundle_processor.py | 135 ++-
.../apache_beam/runners/worker/data_plane.py | 70 +-
.../apache_beam/runners/worker/data_sampler.py | 25 +-
.../runners/worker/data_sampler_test.py | 5 +-
.../apache_beam/runners/worker/log_handler.py | 3 +-
sdks/python/apache_beam/runners/worker/logger.py | 1 +
.../apache_beam/runners/worker/opcounters.py | 1 +
.../apache_beam/runners/worker/operations.py | 1 +
.../apache_beam/runners/worker/sdk_worker.py | 19 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 32 +
.../apache_beam/runners/worker/statecache.py | 8 +-
.../apache_beam/runners/worker/statesampler.py | 3 +-
.../apache_beam/runners/worker/worker_pool_main.py | 17 +-
.../testing/analyzers/github_issues_utils.py | 12 +-
.../apache_beam/testing/analyzers/perf_analysis.py | 7 +-
.../testing/analyzers/perf_analysis_utils.py | 25 +-
.../inference/table_row_inference_benchmark.py | 4 +-
.../testing/benchmarks/nexmark/queries/query3.py | 8 +-
.../testing/load_tests/load_test_metrics_utils.py | 12 +-
.../testing/load_tests/sideinput_test.py | 8 +-
.../apache_beam/testing/synthetic_pipeline.py | 3 +-
sdks/python/apache_beam/testing/util.py | 3 +-
.../tools/runtime_type_check_microbenchmark.py | 9 +-
sdks/python/apache_beam/transforms/async_dofn.py | 119 +-
.../apache_beam/transforms/async_dofn_test.py | 84 +-
sdks/python/apache_beam/transforms/core.py | 4 +-
sdks/python/apache_beam/transforms/cy_combiners.py | 1 +
sdks/python/apache_beam/transforms/deduplicate.py | 4 +-
.../transforms/enrichment_handlers/cloudsql.py | 18 +-
.../python/apache_beam/transforms/external_test.py | 17 +-
.../external_transform_provider_it_test.py | 18 +-
.../apache_beam/transforms/ptransform_test.py | 98 +-
.../apache_beam/transforms/sideinputs_test.py | 8 +-
sdks/python/apache_beam/transforms/stats.py | 1 +
sdks/python/apache_beam/transforms/util.py | 18 +-
.../transforms/validate_runner_xlang_test.py | 15 +-
.../typehints/arrow_type_compatibility.py | 1 +
sdks/python/apache_beam/typehints/batch_test.py | 1 +
sdks/python/apache_beam/typehints/decorators.py | 1 +
.../apache_beam/typehints/decorators_test.py | 1 +
.../typehints/native_type_compatibility.py | 1 +
.../typehints/native_type_compatibility_test.py | 1 +
.../typehints/pandas_type_compatibility.py | 1 +
sdks/python/apache_beam/typehints/row_type.py | 1 +
sdks/python/apache_beam/typehints/schemas.py | 63 +-
sdks/python/apache_beam/typehints/schemas_test.py | 20 +-
.../python/apache_beam/typehints/typecheck_test.py | 1 +
.../apache_beam/typehints/typed_pipeline_test.py | 1 +
sdks/python/apache_beam/typehints/typehints.py | 13 +-
.../python/apache_beam/typehints/typehints_test.py | 28 +
.../utils/{counters.pxd => byte_limited_queue.pxd} | 21 +-
.../python/apache_beam/utils/byte_limited_queue.py | 204 ++++
.../apache_beam/utils/byte_limited_queue_test.py | 270 +++++
sdks/python/apache_beam/utils/counters.py | 1 +
.../apache_beam/utils/multi_process_shared.py | 20 +-
.../apache_beam/utils/multi_process_shared_test.py | 63 +-
sdks/python/apache_beam/utils/proto_utils.py | 9 +-
sdks/python/apache_beam/utils/subprocess_server.py | 34 +-
.../apache_beam/utils/subprocess_server_test.py | 162 +++
sdks/python/apache_beam/utils/urns.py | 13 +-
sdks/python/apache_beam/utils/windowed_value.py | 1 +
sdks/python/apache_beam/version.py | 2 +-
.../yaml/examples/testing/examples_test.py | 54 +-
.../yaml/tests/{avro.yaml => reshuffle.yaml} | 41 +-
sdks/python/apache_beam/yaml/yaml_io.py | 15 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 17 +
sdks/python/apache_beam/yaml/yaml_testing.py | 7 +-
.../python/apache_beam/yaml/yaml_transform_test.py | 24 +-
sdks/python/apache_beam/yaml/yaml_utils.py | 3 +-
sdks/python/container/boot.go | 33 +-
.../container/ml/py310/base_image_requirements.txt | 2 +-
.../container/ml/py310/gpu_image_requirements.txt | 2 +-
.../container/ml/py311/base_image_requirements.txt | 2 +-
.../container/ml/py311/gpu_image_requirements.txt | 2 +-
.../container/ml/py312/base_image_requirements.txt | 6 +-
.../container/ml/py312/gpu_image_requirements.txt | 8 +-
.../container/py311/base_image_requirements.txt | 2 +-
.../container/py312/base_image_requirements.txt | 2 +-
sdks/python/gen_managed_doc.py | 3 +-
sdks/python/gen_xlang_wrappers.py | 20 +-
sdks/python/mypy.ini | 110 --
sdks/python/pyproject.toml | 172 +++
sdks/python/pyrefly.toml | 60 -
sdks/python/ruff.toml | 96 --
sdks/python/scripts/{run_pylint.sh => run_lint.sh} | 6 +-
sdks/python/setup.py | 6 +-
sdks/python/test-suites/gradle.properties | 3 -
sdks/python/test-suites/portable/build.gradle | 6 -
sdks/python/test-suites/portable/common.gradle | 27 -
sdks/python/tox.ini | 9 +-
sdks/typescript/container/boot.go | 3 +
sdks/typescript/package-lock.json | 194 ++--
sdks/typescript/package.json | 4 +-
settings.gradle.kts | 5 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.72.0.md | 2 +-
website/www/site/content/en/blog/beam-2.73.0.md | 67 ++
.../www/site/content/en/blog/capability-matrix.md | 2 +-
website/www/site/content/en/blog/looping-timers.md | 11 +-
.../en/contribute/postcommits-policies-details.md | 2 +-
.../site/content/en/documentation/io/managed-io.md | 866 +++++++--------
.../content/en/documentation/programming-guide.md | 83 ++
.../site/content/en/documentation/runners/samza.md | 4 +-
.../www/site/content/en/documentation/sdks/java.md | 2 +-
.../site/content/en/get-started/beam-overview.md | 5 +-
.../www/site/content/en/get-started/downloads.md | 16 +-
.../site/content/en/get-started/quickstart-java.md | 21 -
.../content/en/get-started/wordcount-example.md | 43 -
website/www/site/content/en/roadmap/_index.md | 2 +-
website/www/site/content/en/roadmap/go-sdk.md | 2 +-
.../www/site/content/en/roadmap/samza-runner.md | 2 +-
website/www/site/data/capability_matrix.yaml | 311 ++----
.../layouts/partials/section-menu/en/roadmap.html | 1 -
.../layouts/partials/section-menu/en/runners.html | 1 -
1053 files changed, 13376 insertions(+), 29951 deletions(-)
create mode 100644 .agent/skills/yaml-development/SKILL.md
delete mode 100644
.github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Samza.json
copy .github/trigger_files/{beam_PostCommit_TransformService_Direct.json =>
beam_PostCommit_Python_Versions.json} (84%)
copy .github/trigger_files/{beam_PreCommit_Yaml_Xlang_Direct.json =>
beam_PreCommit_Python_PVR_Flink.json} (100%)
delete mode 100644 .github/workflows/beam_PostCommit_Go_VR_Samza.yml
rename .github/workflows/{beam_PostCommit_Java_PVR_Samza.yml =>
beam_PostCommit_Java_PVR_Spark4_Batch.yml} (77%)
copy .github/workflows/{beam_PostCommit_Java_PVR_Spark3_Streaming.yml =>
beam_PostCommit_Java_PVR_Spark4_Streaming.yml} (83%)
delete mode 100644
.github/workflows/beam_PostCommit_Java_ValidatesRunner_Flink_Java8.yml
delete mode 100644
.github/workflows/beam_PostCommit_Java_ValidatesRunner_Samza.yml
copy .github/workflows/{beam_PostCommit_Java_ValidatesRunner_Spark.yml =>
beam_PostCommit_Java_ValidatesRunner_Spark4.yml} (85%)
delete mode 100644
.github/workflows/beam_PostCommit_Java_ValidatesRunner_Spark_Java8.yml
delete mode 100644
.github/workflows/beam_PostCommit_Python_ValidatesRunner_Samza.yml
copy .github/workflows/{beam_PreCommit_Python.yml =>
beam_PostCommit_Python_Versions.yml} (82%)
delete mode 100644 .github/workflows/beam_PostCommit_XVR_Samza.yml
rename .github/workflows/{beam_PreCommit_Java_Spark3_Versions.yml =>
beam_PreCommit_Java_Spark_Versions.yml} (83%)
delete mode 100644 .github/workflows/beam_PreCommit_SQL_Java8.yml
delete mode 100644 .github/workflows/gemini-review-comment.yml
delete mode 100644 .test-infra/BUILD_STATUS.md
delete mode 100644 release/src/main/scripts/jenkins_jobs.txt
delete mode 100644 release/src/main/scripts/mass_comment.py
create mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/CombinedMetadata.java
create mode 100644
runners/core-java/src/main/java/org/apache/beam/runners/core/CombinedMetadataCombiner.java
copy .test-infra/kafka/bitnami/provider.tf =>
runners/core-java/src/main/java/org/apache/beam/runners/core/MetadataCombiner.java
(81%)
create mode 100644
runners/core-java/src/test/java/org/apache/beam/runners/core/CombinedMetadataTest.java
create mode 100644
runners/core-java/src/test/java/org/apache/beam/runners/core/triggers/TriggerStateMachineRunnerTest.java
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/util/{BatchGroupAlsoByWindowFn.java
=> SimpleByteHistogram.java} (55%)
copy
sdks/java/core/src/test/java/org/apache/beam/sdk/coders/VoidCoderTest.java =>
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/util/SimpleByteHistogramTest.java
(53%)
delete mode 100644 runners/samza/build.gradle
delete mode 100644 runners/samza/job-server/build.gradle
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaExecutionContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaExecutionEnvironment.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobInvoker.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobServerDriver.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineExceptionContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineLifeCycleListener.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineOptions.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineOptionsValidator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineResult.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPortablePipelineOptions.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPortablePipelineResult.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunnerOverrideConfigs.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunnerRegistrar.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/TestSamzaRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/BoundedSourceSystem.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/UnboundedSourceSystem.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/container/BeamContainerRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/container/BeamJobCoordinatorRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/container/ContainerCfgLoader.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/container/ContainerCfgLoaderFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/container/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/DoFnRunnerWithMetrics.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/FnWithMetricsWrapper.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaGBKMetricOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricOpFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricsContainer.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaTransformMetricRegistry.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaTransformMetrics.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/AsyncDoFnRunner.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/BundleManager.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/ClassicBundleManager.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/DoFnOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/DoFnRunnerWithKeyedInternals.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/FutureCollector.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/FutureCollectorImpl.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/GroupByKeyOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KeyedInternals.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KeyedTimerData.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KvToKeyedWorkItemOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/Op.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpAdapter.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpEmitter.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpMessage.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OutputManagerFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableBundleManager.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableDoFnOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaAssignContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaDoFnInvokerRegistrar.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaDoFnRunners.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaExecutableStageContextFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaMetricsBundleProgressHandler.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaStateRequestHandlers.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaStoreStateInternals.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaTimerInternalsFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SingletonKeyedWorkItem.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SplittableParDoProcessKeyedElementsOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/WindowAssignOp.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/state/SamzaMapState.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/state/SamzaSetState.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/state/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/GroupWithoutRepartition.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/UpdatingCombineFn.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ConfigBuilder.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ConfigContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/FlattenPCollectionsTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/GroupByKeyTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ImpulseTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/PViewToIdMapper.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ParDoBoundMultiTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/PortableTranslationContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ReadTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/RedistributeByKeyTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ReshuffleTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPipelineTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPortablePipelineTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPortableTranslatorRegistrar.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishView.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishViewTransformOverride.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishViewTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTestStreamSystemFactory.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTestStreamTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTransformOverrides.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTranslatorRegistrar.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SplittableParDoTranslators.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/StateIdParser.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TransformConfigGenerator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TransformTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TranslationContext.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/WindowAssignTranslator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/translation/package-info.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/ConfigUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/DoFnUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/FutureUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/HashIdGenerator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/PipelineJsonRenderer.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/PortableConfigUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaCoders.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaPipelineExceptionListener.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaPipelineTranslatorUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/StateUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/StoreIdGenerator.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/WindowUtils.java
delete mode 100644
runners/samza/src/main/java/org/apache/beam/runners/samza/util/package-info.java
delete mode 100644 runners/samza/src/main/resources/log4j.properties
delete mode 100644 runners/samza/src/main/resources/samza-conf.properties
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/SamzaPipelineOptionsValidatorTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/BoundedSourceSystemTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestBoundedSource.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestCheckpointMark.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestSourceHelpers.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestUnboundedSource.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/UnboundedSourceSystemTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/metrics/TestSamzaRunnerWithTransformMetrics.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/metrics/TestSamzaTransformMetricsRegistry.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/AsyncDoFnRunnerTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/ClassicBundleManagerTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/FutureCollectorImplTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/GroupByKeyOpTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/KeyedTimerDataTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/PortableBundleManagerTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaMetricsBundleProgressHandlerTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaStoreStateInternalsTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaTimerInternalsFactoryTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SdkHarnessDoFnRunnerTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/translation/ConfigGeneratorTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/translation/TranslationContextTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/DoFnUtilsTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/FutureUtilsTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/InMemoryMetricsReporter.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/PipelineJsonRendererTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/PortableConfigUtilsTest.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/TestHashIdGenerator.java
delete mode 100644
runners/samza/src/test/java/org/apache/beam/runners/samza/util/WindowUtilsTest.java
delete mode 100644 runners/samza/src/test/resources/ExpectedDag.json
delete mode 100644 runners/samza/src/test/resources/log4j-test.properties
create mode 100644 runners/spark/4/README.md
create mode 100644 runners/spark/4/build.gradle
copy runners/{flink/1.20 => spark/4}/job-server/build.gradle (81%)
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/io/BoundedDatasetFactory.java
(95%)
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java
(97%)
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyHelpers.java
(92%)
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java
(85%)
create mode 100644
runners/spark/4/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderFactory.java
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java
(93%)
copy runners/spark/{ =>
4}/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/ScalaInterop.java
(94%)
copy runners/spark/{ =>
4}/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java
(97%)
create mode 100644
runners/spark/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/EvaluationContextTest.java
delete mode 100755 scripts/ci/release/comment_pr_trigger_phrases.sh
delete mode 100644
scripts/ci/release/test/resources/jenkins_trigger_phrases.txt
delete mode 100644 scripts/ci/release/test/resources/mass_comment.txt
create mode 100644 sdks/go/pkg/beam/artifact/options.go
create mode 100644 sdks/go/pkg/beam/artifact/options_test.go
delete mode 100644 sdks/go/pkg/beam/runners/samza/samza.go
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/BatchElements.java
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/OpenTelemetryContextPropagator.java
copy
it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/datastream/DatastreamResourceManagerException.java
=> sdks/java/core/src/main/java/org/apache/beam/sdk/values/ValueKind.java (56%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/values/ValueKindUtil.java
create mode 100644
sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/BatchElementsTest.java
delete mode 100644 sdks/java/extensions/avro/vendored-test/build.gradle
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryTableRowEqualityTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/TableRowMatchers.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/AssignDestinationsAndPartitions.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/BeamRowWrapper.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/WritePartitionedRowsToFiles.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/WriteToPartitions.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/BeamRowWrapperTest.java
delete mode 100644 sdks/python/.isort.cfg
delete mode 100644
sdks/python/apache_beam/runners/portability/samza_runner_test.py
copy sdks/python/apache_beam/utils/{counters.pxd => byte_limited_queue.pxd}
(65%)
create mode 100644 sdks/python/apache_beam/utils/byte_limited_queue.py
create mode 100644 sdks/python/apache_beam/utils/byte_limited_queue_test.py
copy sdks/python/apache_beam/yaml/tests/{avro.yaml => reshuffle.yaml} (56%)
delete mode 100644 sdks/python/mypy.ini
delete mode 100644 sdks/python/pyrefly.toml
delete mode 100644 sdks/python/ruff.toml
rename sdks/python/scripts/{run_pylint.sh => run_lint.sh} (96%)
create mode 100644 website/www/site/content/en/blog/beam-2.73.0.md
