This is an automated email from the ASF dual-hosted git repository.
tvalentyn pushed a change to branch tvalentyn-gha
in repository https://gitbox.apache.org/repos/asf/beam.git
omit e13dc0c30cf unpin grpc.
add 1ee2c717f3e Don't prematurely close FileIO (#37626)
add bbaace8b6be update changes for 2.72 - yaml etc (#37627)
add 0699f3594e6 Add post submit test for dataflow streaming with windmill
tag encoding v2 (#37603)
add bab2374552d Add Pause and Paused states (#37581)
add 3729c75d027 Improve RateLimiter Config
add 11586e46c39 add flag
add 9ac321abca9 fix readme
add 46b27eee882 Merge pull request #37630: Improve RateLimiter Config in
terraform example
add b46a6352ba9 Add HTTPS detection for ClickHouse JDBC URL parsing
(#37635)
add 51eec3c8658 Update to latest go version (#37638)
add 30bdbafcc95 feat: Improve YamlUtils.dumpAsMap error handling (#37468)
add f2765cab203 Fix bom upgrader and upgrade to latest (#37636)
add 808d23877bd Fix DoFnInvoker cache collision for generic types (#37355)
add 8dc5da5f500 Skip test for dataflow (#37612)
add e87bb292545 Bigtable: add an option to pass in row filter text proto
for use in template (#37632)
add 74fc46c404d GCS client library migration in Java SDK - part 2b (#37592)
add 9d528015cb6 Moving to 2.73.0-SNAPSHOT on master branch.
add f73bd6a0919 Update CHANGES.md
add cecc2a6ae0c Add image embedding support to ml/rag (#37628)
add 9690853b873 Bump golang.org/x/net from 0.49.0 to 0.50.0 in /sdks
(#37558)
add 1164f941f9c Bump filippo.io/edwards25519 from 1.1.0 to 1.1.1 in /sdks
(#37644)
add 41779ad88d3 [Dataflow Streaming] Update windmill timer clasification
logic to work with windmill state tag encoding v2 (#37604)
add 120ceab62a7 Fix renaming of embeddable_to_dict_fn (#37646)
add e41b9b6ba69 runQuickstartJavaFlinkLocal on Flink 2.0 (#37649)
add 872c671b15b Update cibuildwheel dependency (#37504)
add b9d48fa1750 Fix type checking failure with Python 3.10+ union pipe
syntax (int | None) (#37645)
add dfb3f872192 [yaml] : add jinja inheritance example (#37601)
add 59922a390e0 Fix breaking changes from renaming Chunk to EmbeddableItem
(#37651)
add 87c50c67e37 [Python] Support large pipeline options via file (#37379)
add 1052216416f Migrate remaining checkNotNull to
checkArgumentNotNull/checkStateNotNull in options package #18719 (#37654)
add 9ff96dfd329 Update Golang - DebeziumIO 3.1.3 (#37667)
add caa18faf4ff Adds triggerring configuration to KafkaIO eos. (#37648)
add cb7caaad2ca [Dataflow Streaming] Remove dead code around redundant
experiments (#37684)
add d614058ca95 Bump go.mongodb.org/mongo-driver from 1.17.8 to 1.17.9 in
/sdks (#37657)
add 9bfb7ab8c42 Fix resource leak in KafkaIO GCS truststore file download
(#37681)
add 4fe61733f77 Update Python Dependencies (#37678)
add bc35bef5d8f fix some python deps (#37668)
add 3a41311a1f9 unpin grpc. (#37633)
add 26b18c6e6f1 Revert "[yaml] : switch js2py to pythonmonkey (#37560)"
(#37665)
add 7095c880f34 [Dataflow Streaming] Mark support for windmill state tag
encoding v2 (#37683)
add ace4a54a15a dataframes -> dataframe
add 71c46ef01e4 Merge pull request #37697 from apache/fix-dask
add 451be0e289d Bump github.com/aws/smithy-go from 1.24.0 to 1.24.1 in
/sdks (#37695)
add 1541d027c52 Remove test-only functions in GcsUtil and change related
unit tests to use V1. (#37597)
add 6a1618eca88 fix(python): Register all output pcollections of a
transform rather than only ones that happened to be accessed in DoOutputsTuple
(#37556)
add 015b6417f97 Improve PR Bot reviewer assignment / pinging
add 6cab6eb17a8 Merge pull request #37663: Improve PR Bot reviewer
assignment / pinging
add eac11fed1d4 Simply wheel validation logic. (#37687)
add d503869c450 Bump lodash from 4.17.21 to 4.17.23 in /website/www
add df59030c9ba Merge pull request #37403: Bump lodash from 4.17.21 to
4.17.23 in /website/www
add f47f81cf244 [Python] Update dev SDK container tag for Python SDK
(#37661)
add 2341d3f7b7d Remove relative change threshold condition (#37643)
add 80b49029c64 Fix Playground Frontend Test job (#37642)
add 9ee4fe64f2b [yaml] : add available yaml io connectors to website
(#37605)
add e755b53b5a5 Add an instruction for using Docker buildx when building
containers. (#37706)
add 27a5fca9cca Moves expectMessage to before creating BeamFnLoggingClient
since exception can be thrown inside createAndStart method.
add 6b647c7e3d6 Merge pull request #37692: Moves expectMessage to before
creating BeamFnLoggingClient
add 940a8ca5db9 Bigtable: clean up client side metrics flag
add 193db392a93 Merge pull request #37596: Bigtable: clean up client side
metrics flag
add caf661798f7 Fix PreCommit tests involving docker-in-docker after
Milvus dependency rearrangements (#37711)
add 06dd48e9313 Revert "Update cibuildwheel dependency (#37504)" (#37713)
add 72027e11d1f Fix DebeziumIO resuming from worker restart (#37689)
add c51e244bb95 revert 'Optimize data size estimation for proto coder.'
(#37709)
add 2403014afce Stabilize
test_check_standard_external_transforms_config_in_sync (#37717)
add 9eb3a18ae70 fix conflict (#37594)
add 32d6bce8c23 Enable pickling main by reference option within
CloudpickleConfig (#37554)
add 5c2c3530411 Add Pyrefly configuration for Beam Python (#37700)
add e9f4c99206a fix Python 3.12 PostCommit by installing setuptools
(#37719)
add 67c3183913a Revise title and header in YAML documentation (#37722)
add 9524b56c148 Add observability (#37716)
add 30518c840bf [Stateful] Implement length-aware keying to minimize
padding in BatchElements (Part 2/3) (#37565)
add 5bee123ce8e Add monitoring for model manager (#37703)
add 4b3dcf26142 Fix GroupBy snippet tests for issue #30778 (#37672)
add 342de16b2f2 Fix Python PostCommit Flink runner log spam switching to
simple logger (#37720)
add af81a0c1635 Fix ml_base dependency (#37721)
add 5a6f763da54 [Drain] OnTimer - propagate caused by drain bit up to
DoFnRunner (#37012)
add fcbb0340800 Bump go.opentelemetry.io/otel/sdk from 1.38.0 to 1.40.0 in
/sdks (#37730)
add e761581b30d Reduce Fn Runner changes
add 4739405cdbc Merge pull request #37727: [Drain] Reduce Fn Runner changes
add 1430241b6fe Pin aircompressor. (#37737)
add 3197d88ef5c Update java containers. (#37733)
add c9ab4b6ae8d Add default_pickle_library_override delegation to
InteractiveRunner (#37752)
add e5db1b3c63e [Dataflow Java Streaming] Reset state using finally blocks
instead of catching Exception, in cases where it may otherwise corrupt
datastructures if an OutOfMemoryError is thrown. (#37746)
add e1e0637d989 [ErrorProne] Fix FormatStringShouldUsePlaceholders string
concat when Preconditions is used (#37745)
add eb5f9950c4a [Direct Runner] Fix test failure and logging configuration
by ensuring overridden Loggers are not garbaged collected (#37763)
add 7ba0efd4d24 [ErrorProne] Enable `MutablePublicArray` Error Prone Check
(#37761)
add 38b416cfb63 update java container version (#37756)
add d42111cd019 Merge pull request #37748: Where a Throwable is being
caught, take care to rethrow OutOfMemoryError
add 505ac1a9b22 Fix MissingSummary errorprone Warnings Across Codebase
add e7a97c26893 Fix MissingSummary errorprone Warnings Across Codebase
(#37759)
add 96306945ad6 refactor: Remove redundant protected access modifiers and
enable the `ProtectedMembersInFinalClass` ErrorProne check. (#37757)
add dfc0bd12021 Enable UseCorrectAssertInTests ErrorProne Check (#37766)
add 298f3090920 Fix InlineFormatString Error Prone checks (#37768)
add e28ed02b9b8 Add Apache Beam installation to Dockerfile
add 08af69c65f6 Install setuptools for playground cd examples
add f682a85fbbe Merge pull request #37619 from
apache/playground-interactive
add 828914840df [Dataflow Java Streaming] Ensure that OutOfMemoryError
triggers JVM shutdown instead of being retried. This matches MemoryMonitor
detection of gc thrashing and prevents workers from remaining in broken state
that may be fixed by restarting (#37749)
add b42c992c7d4 [ErrorProne] Fix BadInstanceof and enable check (#37753)
add 676c998dec7 Enable StringCharset Error Prone Check (#37767)
add 94c39272196 refactor: replace lambda expressions with method references
add 52c6603a8fe Merge pull request #37765: [ErrorProne] Fix
UnnecessaryLambda Error Prone issues
add 500996fbf99 Remove LongDoubleConversion from ErrorProne disabledChecks
add 1317aa0b777 Fix LongDoubleConversion warnings
add d2fead7c692 Merge pull request #37769: [ErrorProne] Enable
LongDoubleConversion check
add 8ee8b10b7f1 Add more ParquetIo write options (#37740)
add b6bc9040954 Merge pull request #37715: Disable combiner lifting only
for count triggers
add 927ee2c4835 fix: Correct malformed Javadoc tags and update Error Prone
configuration. (#37755)
add 78061b82a24 If the partition count or kafka IO size is large, then
skip committin… (#37510)
add 4d9e7fc77f7 Fix flaky TextIOWriteTest by loosening the shard count.
Records may end up in the same shard as other records as it is random.
Simplify the test to use Iterables instead of arrays.
add 95d848167db Merge pull request #37798: Fix flaky TextIOWriteTest by
loosening the shard count
add 590684f81b0 Exclude vertex_ai_postcommit tests from embeddings dep
suite
add 417922c2f04 centralize skipping vertex ai test
add 81fe00cff1e Fix pylint vertex ai test
add d64c21493d5 remove RUN_VERTEX_AI_TESTS flag
add 0f805b56d3b Use pytest.importorskip for Vertex AI tests & remove
vertex_ai_skip helper
add ea473d22b2b Merge pull request #37725 from
aIbrahiim/fix-python-postcommit-dependency-1
add 9b915fd18f6 Remove logging in tfrecordio.py (#37794)
add b203f53a128 Move FileIO close from RecordWriter to RecordWriterManager
(#37782)
add 6c42cc107f2 [ErrorProne] Enable BadImport ErrorProne check and fix
violations (#37760)
add d10374b755c add py313 dep (#37799)
add d27dc82c568 [IcebergIO] Add ITs for RESTCatalog using BLMS (#35360)
add 5034e40fa0f [Dataflow Streaming] Remove nullness suppression of
StreamingDataflowWorker (#37797)
add d6759cf7dd6 [Dataflow Streaming] Add a pipeline option to skip input
elements that cannot be decoded successfully (#37762)
add 78b22bc11f2 Use p310_ml_test
add eccfdbc213a Merge pull request #37800 from apache/fix-python-ml-3-10
add 084c4da7314 Revert "fix(python): Register all output pcollections of a
transform rather t…" (#37801)
add 6c67a938edd Bump minimatch from 3.1.2 to 3.1.5 in /sdks/typescript
(#37729)
add 57ab2b96113 [Dataflow Java Runner] Add support for sending logs
directly to Cloud Logging (#37662)
add 7d756c2e109 update container version (#37811)
add 767c6010ccf Loosen GRPC requirements.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e13dc0c30cf)
\
N -- N -- N refs/heads/tvalentyn-gha (767c6010ccf)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.agent/skills/gradle-build/SKILL.md | 26 +-
.agent/skills/python-development/SKILL.md | 12 +-
.asf.yaml | 1 +
.../IO_Iceberg_Integration_Tests.json | 2 +-
.github/trigger_files/beam_PostCommit_Java.json | 4 +-
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 1 +
...esRunner_Dataflow_Streaming_TagEncodingV2.json} | 2 +-
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
.github/trigger_files/beam_PostCommit_Python.json | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
...tesRunner_Dataflow_Streaming_TagEncodingV2.yml} | 18 +-
.github/workflows/beam_PreCommit_GoPortable.yml | 2 +
.../workflows/beam_PreCommit_Python_Coverage.yml | 35 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 6 +-
.github/workflows/dask_runner_tests.yml | 2 +-
.../run_rc_validation_java_quickstart.yml | 2 +-
CHANGES.md | 49 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 39 +-
.../examples/complete/game/injector/Injector.java | 6 +-
.../bigquery_vector_ingestion_and_search.ipynb | 2 +-
examples/terraform/envoy-ratelimiter/README.md | 63 +-
examples/terraform/envoy-ratelimiter/deploy.sh | 66 ++
examples/terraform/envoy-ratelimiter/gke.tf | 4 +-
.../terraform/envoy-ratelimiter/prerequisites.tf | 1 +
examples/terraform/envoy-ratelimiter/ratelimit.tf | 167 ++--
examples/terraform/envoy-ratelimiter/variables.tf | 17 +-
gradle.properties | 4 +-
.../org/apache/beam/it/common/TestProperties.java | 6 +-
.../gcp/datastream/DatastreamResourceManager.java | 18 +-
.../apache/beam/it/gcp/bigquery/BigQueryIOLT.java | 2 +-
.../apache/beam/it/gcp/spanner/SpannerIOLT.java | 2 +-
.../apache/beam/it/gcp/storage/FileBasedIOLT.java | 2 +-
.../beam/it/truthmatchers/ListAccumulator.java | 2 +-
playground/backend/containers/python/Dockerfile | 4 +-
playground/frontend/build.gradle | 3 +-
.../integration_test/embedded_run_test.dart | 2 +-
.../frontend/playground_components/pubspec.yaml | 6 +-
.../lib/src/widget_tester.dart | 13 +-
.../playground_components_dev/pubspec.yaml | 4 +-
playground/frontend/pubspec.yaml | 4 +-
.../cloudbuild/playground_cd_examples.sh | 9 +-
release/build.gradle.kts | 2 +-
.../org/apache/beam/runners/core/DoFnRunner.java | 7 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 7 +-
...TimeBoundedSplittableProcessElementInvoker.java | 27 +-
.../apache/beam/runners/core/ProcessFnRunner.java | 4 +-
.../runners/core/PushbackSideInputDoFnRunner.java | 7 +-
.../org/apache/beam/runners/core/ReduceFn.java | 3 +
.../beam/runners/core/ReduceFnContextFactory.java | 38 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 52 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 43 +-
.../core/SimplePushbackSideInputDoFnRunner.java | 7 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 3 +-
.../beam/runners/core/StatefulDoFnRunner.java | 16 +-
.../apache/beam/runners/core/WindowMatchers.java | 52 +-
.../beam/runners/core/metrics/BoundedTrieData.java | 2 +-
.../core/metrics/MonitoringInfoMetricName.java | 2 +-
.../runners/core/metrics/SimpleStateRegistry.java | 2 +-
.../core/triggers/AfterWatermarkStateMachine.java | 2 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 17 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 20 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 3 +-
.../apache/beam/runners/direct/DirectRunner.java | 12 +-
.../apache/beam/runners/direct/ParDoEvaluator.java | 3 +-
.../runners/direct/WriteWithShardingFactory.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 9 +-
.../functions/FlinkStatefulDoFnFunction.java | 3 +-
.../wrappers/streaming/DoFnOperator.java | 9 +-
.../functions/ImpulseSourceFunctionTest.java | 3 +-
.../flink/FlinkStreamingTranslationContext.java | 2 +-
.../flink/PipelineTranslationModeOptimizer.java | 2 +-
.../flink/adapter/BeamFlinkDataStreamAdapter.java | 3 +-
.../flink/metrics/DoFnRunnerWithMetricsUpdate.java | 14 +-
.../functions/FlinkSideInputReader.java | 2 +-
.../functions/FlinkStatefulDoFnFunction.java | 3 +-
.../translation/utils/LookupPipelineVisitor.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 18 +-
.../streaming/ExecutableStageDoFnOperator.java | 7 +-
.../streaming/stableinput/BufferedElements.java | 10 +-
.../streaming/stableinput/BufferingDoFnRunner.java | 4 +-
.../functions/ImpulseSourceFunctionTest.java | 3 +-
.../wrappers/streaming/DoFnOperatorTest.java | 4 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 13 +-
runners/google-cloud-dataflow-java/build.gradle | 69 +-
.../dataflow/DataflowPipelineTranslator.java | 90 ++-
.../beam/runners/dataflow/DataflowRunner.java | 19 +-
.../options/DataflowStreamingPipelineOptions.java | 7 +
.../options/DataflowWorkerLoggingOptions.java | 74 ++
.../beam/runners/dataflow/util/PackageUtil.java | 10 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 138 ++++
.../beam/runners/dataflow/DataflowRunnerTest.java | 5 +-
.../google-cloud-dataflow-java/worker/build.gradle | 7 +-
.../dataflow/worker/BatchDataflowWorker.java | 4 +-
.../dataflow/worker/BatchModeExecutionContext.java | 6 +-
.../dataflow/worker/DataflowProcessFnRunner.java | 4 +-
.../dataflow/worker/GroupAlsoByWindowFnRunner.java | 10 +-
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 2 +
.../MetricsToPerStepNamespaceMetricsConverter.java | 7 +-
.../beam/runners/dataflow/worker/PubsubReader.java | 42 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 3 +-
.../dataflow/worker/StreamingDataflowWorker.java | 51 +-
.../StreamingKeyedWorkItemSideInputDoFnRunner.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 34 +-
.../worker/StreamingSideInputDoFnRunner.java | 4 +-
.../worker/StreamingStepMetricsContainer.java | 5 +-
.../dataflow/worker/UngroupedWindmillReader.java | 41 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 121 ++-
.../dataflow/worker/WindmillNamespacePrefix.java | 47 --
.../worker/WindmillReaderIteratorBase.java | 59 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 64 +-
.../dataflow/worker/WindmillTimerInternals.java | 28 +-
.../runners/dataflow/worker/WindmillTimerType.java | 10 +-
.../dataflow/worker/WindowingWindmillReader.java | 55 +-
.../dataflow/worker/WorkerCustomSources.java | 8 +-
.../dataflow/worker/counters/CounterFactory.java | 2 +-
.../logging/DataflowWorkerLoggingHandler.java | 780 ++++++++++++++----
.../logging/DataflowWorkerLoggingInitializer.java | 180 ++++-
.../JulHandlerPrintStreamAdapterFactory.java | 11 +-
.../runners/dataflow/worker/util/JfrInterop.java | 2 +
.../dataflow/worker/util/MemoryMonitor.java | 2 +-
.../util/ThreadLocalByteStringOutputStream.java | 2 +-
.../common/worker/BatchingShuffleEntryReader.java | 2 +-
.../common/worker/CachingShuffleBatchReader.java | 4 +-
.../util/common/worker/WorkProgressUpdater.java | 10 +-
.../windmill/client/AbstractWindmillStream.java | 41 +-
.../windmill/client/grpc/GrpcGetDataStream.java | 14 +-
.../dataflow/worker/windmill/state/RangeCoder.java | 4 +-
.../worker/windmill/state/WindmillTagEncoding.java | 24 +-
.../windmill/state/WindmillTagEncodingV1.java | 90 ++-
.../windmill/state/WindmillTagEncodingV2.java | 46 +-
...ractWindmillMap.java => WindmillTimerData.java} | 17 +-
.../work/processing/StreamingCommitFinalizer.java | 2 +
.../work/processing/StreamingWorkScheduler.java | 21 +-
.../processing/failures/WorkFailureProcessor.java | 118 +--
.../worker/StreamingDataflowWorkerTest.java | 128 ++-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 97 ++-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 108 ++-
.../worker/WindmillReaderIteratorBaseTest.java | 42 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 504 ++++++++++--
.../DataflowWorkerLoggingInitializerTest.java | 111 ++-
.../JulHandlerPrintStreamAdapterFactoryTest.java | 4 +-
.../worker/status/WorkerStatusPagesTest.java | 9 +-
.../harness/SingleSourceWorkerHarnessTest.java | 15 +-
.../windmill/state/WindmillTagEncodingV1Test.java | 23 +-
.../windmill/state/WindmillTagEncodingV2Test.java | 69 +-
.../failures/WorkFailureProcessorTest.java | 22 +-
.../work/refresh/ActiveWorkRefresherTest.java | 8 +-
.../artifact/ArtifactStagingService.java | 2 +
.../control/ProcessBundleDescriptors.java | 2 +-
...renceCountingExecutableStageContextFactory.java | 4 +-
.../fnexecution/control/TimerReceiverFactory.java | 3 +-
.../environment/EmbeddedEnvironmentFactory.java | 2 +
.../translation/PipelineTranslatorUtils.java | 3 +-
.../control/DefaultJobBundleFactoryTest.java | 9 +-
.../fnexecution/control/RemoteExecutionTest.java | 4 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 4 +-
.../beam/runners/jobsubmission/JobInvocation.java | 13 +-
.../java/org/apache/beam/runners/jet/Utils.java | 2 +-
.../runners/jet/processors/StatefulParDoP.java | 3 +-
.../apache/beam/runners/prism/PrismLocator.java | 2 +-
.../samza/metrics/DoFnRunnerWithMetrics.java | 13 +-
.../samza/metrics/SamzaTransformMetrics.java | 3 +-
.../runners/samza/runtime/AsyncDoFnRunner.java | 7 +-
.../samza/runtime/ClassicBundleManager.java | 11 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 3 +-
.../runtime/DoFnRunnerWithKeyedInternals.java | 13 +-
.../beam/runners/samza/runtime/PortableDoFnOp.java | 3 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 7 +-
.../runners/samza/translation/ConfigBuilder.java | 2 +-
.../translation/ParDoBoundMultiTranslator.java | 4 +-
.../translation/SplittableParDoTranslators.java | 2 +-
.../translation/batch/DoFnRunnerFactory.java | 4 +-
.../translation/batch/DoFnRunnerWithMetrics.java | 14 +-
.../translation/helpers/EncoderHelpers.java | 73 +-
.../spark/translation/AbstractInOutIterator.java | 3 +-
.../spark/translation/DoFnRunnerWithMetrics.java | 14 +-
.../spark/translation/EvaluationContext.java | 2 +-
.../spark/translation/SparkInputDataProcessor.java | 4 +-
.../runners/spark/util/CachedSideInputReader.java | 10 +-
.../translation/AbstractInOutIteratorTest.java | 9 +-
.../translation/SparkInputDataProcessorTest.java | 4 +-
.../twister2/Twister2TranslationContext.java | 2 +-
scripts/beam-sql.sh | 2 +-
scripts/ci/pr-bot/findPrsNeedingAttention.ts | 30 +-
scripts/ci/pr-bot/processNewPrs.ts | 41 +-
scripts/ci/pr-bot/processPrUpdate.ts | 52 +-
scripts/tools/bomupgrader.py | 1 -
sdks/go.mod | 30 +-
sdks/go.sum | 64 +-
sdks/go/pkg/beam/core/core.go | 2 +-
sdks/go/pkg/beam/io/xlang/debeziumio/debezium.go | 8 +
.../test/integration/io/xlang/debezium/debezium.go | 3 +-
.../integration/io/xlang/debezium/debezium_test.go | 3 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
sdks/java/core/build.gradle | 2 +-
.../java/org/apache/beam/sdk/PipelineResult.java | 4 +-
.../apache/beam/sdk/coders/BigDecimalCoder.java | 4 +-
.../sdk/coders/CannotProvideCoderException.java | 2 +-
.../org/apache/beam/sdk/coders/DelegateCoder.java | 2 +-
.../beam/sdk/coders/StringDelegateCoder.java | 2 +-
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 4 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 2 +
.../server/GrpcContextHeaderAccessorProvider.java | 5 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 20 +-
.../org/apache/beam/sdk/io/CompressedSource.java | 20 +-
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 24 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 4 +-
.../java/org/apache/beam/sdk/io/TFRecordIO.java | 10 +-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 16 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 6 +-
.../apache/beam/sdk/metrics/BoundedTrieResult.java | 2 +-
.../apache/beam/sdk/metrics/MetricNameFilter.java | 8 +-
.../apache/beam/sdk/metrics/StringSetResult.java | 2 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 48 +-
.../beam/sdk/options/PipelineOptionsValidator.java | 6 +-
.../beam/sdk/options/ProxyInvocationHandler.java | 63 +-
.../apache/beam/sdk/options/SdkHarnessOptions.java | 15 +-
.../org/apache/beam/sdk/options/ValueProvider.java | 17 +-
.../apache/beam/sdk/options/ValueProviders.java | 4 +-
.../apache/beam/sdk/runners/AppliedPTransform.java | 2 +-
.../apache/beam/sdk/schemas/AutoValueSchema.java | 10 +-
.../apache/beam/sdk/schemas/JavaBeanSchema.java | 10 +-
.../apache/beam/sdk/schemas/JavaFieldSchema.java | 10 +-
.../apache/beam/sdk/schemas/utils/YamlUtils.java | 33 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 5 +-
.../beam/sdk/transforms/ApproximateUnique.java | 2 +
.../java/org/apache/beam/sdk/transforms/DoFn.java | 6 +
.../beam/sdk/transforms/DoFnOutputReceivers.java | 3 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 26 +-
.../beam/sdk/transforms/GroupIntoBatches.java | 6 +-
.../apache/beam/sdk/transforms/Redistribute.java | 6 +-
.../beam/sdk/transforms/display/DisplayData.java | 2 +
.../reflect/ByteBuddyDoFnInvokerFactory.java | 145 +++-
.../sdk/transforms/reflect/DoFnSignatures.java | 4 +-
.../beam/sdk/transforms/windowing/AfterAll.java | 5 +
.../beam/sdk/transforms/windowing/AfterEach.java | 7 +-
.../beam/sdk/transforms/windowing/AfterFirst.java | 5 +
.../beam/sdk/transforms/windowing/AfterPane.java | 5 +
.../transforms/windowing/AfterProcessingTime.java | 5 +
.../windowing/AfterSynchronizedProcessingTime.java | 5 +
.../sdk/transforms/windowing/AfterWatermark.java | 14 +-
.../sdk/transforms/windowing/DefaultTrigger.java | 5 +
.../beam/sdk/transforms/windowing/Never.java | 5 +
.../sdk/transforms/windowing/OrFinallyTrigger.java | 5 +
.../beam/sdk/transforms/windowing/PaneInfo.java | 6 +-
.../beam/sdk/transforms/windowing/Repeatedly.java | 5 +
.../sdk/transforms/windowing/ReshuffleTrigger.java | 5 +
.../beam/sdk/transforms/windowing/Trigger.java | 3 +
.../windowing/TriggerVisitor.java} | 33 +-
.../org/apache/beam/sdk/util/FluentBackoff.java | 2 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 24 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 4 +
.../org/apache/beam/sdk/util/MutationDetector.java | 2 +-
.../util/construction/PTransformReplacements.java | 6 +-
.../sdk/util/construction/ParDoTranslation.java | 2 +-
.../construction/SplittableParDoNaiveBounded.java | 6 +
.../apache/beam/sdk/util/construction/Timer.java | 29 +-
.../sdk/util/construction/TriggerTranslation.java | 165 ++--
.../construction/resources/PipelineResources.java | 9 +-
.../beam/sdk/values/ValueInSingleWindow.java | 20 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 2 +-
.../test/java/org/apache/beam/sdk/TestUtils.java | 10 +-
.../beam/sdk/coders/BigDecimalCoderTest.java | 1 -
.../org/apache/beam/sdk/io/TextIOReadTest.java | 8 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 155 ++--
.../beam/sdk/schemas/JsonSchemaConversionTest.java | 15 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 7 +-
.../apache/beam/sdk/transforms/FlattenTest.java | 12 +-
.../errorhandling/BadRecordRouterTest.java | 29 +-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 53 +-
.../GrowableOffsetRangeTrackerTest.java | 16 +-
.../beam/sdk/transforms/windowing/StubTrigger.java | 5 +
.../beam/sdk/transforms/windowing/TriggerTest.java | 10 +
.../UnboundedScheduledExecutorServiceTest.java | 152 +++-
.../org/apache/beam/sdk/util/YamlUtilsTest.java | 30 +
.../beam/sdk/util/construction/TimerTest.java | 28 +-
.../sdk/expansion/service/TransformProvider.java | 2 +-
.../extensions/avro/schemas/utils/AvroUtils.java | 62 +-
.../avro/schemas/utils/AvroUtilsTest.java | 113 ++-
.../euphoria/core/annotation/operator/Basic.java | 4 +-
.../euphoria/core/annotation/operator/Derived.java | 4 +-
.../core/annotation/operator/Recommended.java | 8 +-
.../extensions/euphoria/core/client/lib/Split.java | 4 +-
.../core/client/operator/AssignEventTime.java | 9 +-
.../euphoria/core/client/operator/FullJoin.java | 3 +-
.../euphoria/core/client/operator/ReduceByKey.java | 6 +-
.../core/client/operator/ReduceWindow.java | 2 +-
.../euphoria/core/client/operator/RightJoin.java | 3 +-
.../euphoria/core/client/util/SumsTest.java | 2 +-
.../SingleJvmAccumulatorProviderTest.java | 4 +-
.../collector/SingleValueCollectorTest.java | 4 +-
.../sdk/extensions/gcp/util/CustomHttpErrors.java | 2 +-
.../sdk/extensions/gcp/util/GceMetadataUtil.java | 16 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 208 ++---
.../beam/sdk/extensions/gcp/util/GcsUtilV2.java | 161 +++-
.../extensions/gcp/util/HttpCallCustomError.java | 2 +-
.../sdk/extensions/gcp/util/HttpCallMatcher.java | 2 +-
.../LatencyRecordingHttpRequestInitializer.java | 2 +-
.../gcp/util/RetryHttpRequestInitializer.java | 12 +-
.../gcp/util/GcsUtilParameterizedIT.java | 290 +++++++
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 207 +++--
.../sdk/extensions/gcp/util/gcsfs/GcsPathTest.java | 2 +
.../kafka/factories/FileAwareFactoryFn.java | 8 +-
.../beam/sdk/extensions/ml/DLPDeidentifyText.java | 49 +-
.../beam/sdk/extensions/ml/DLPInspectText.java | 36 +-
.../beam/sdk/extensions/ml/DLPReidentifyText.java | 48 +-
.../ml/RecommendationAICreateCatalogItem.java | 18 +-
.../ml/RecommendationAIImportCatalogItems.java | 27 +-
.../ml/RecommendationAIImportUserEvents.java | 35 +-
.../sdk/extensions/ml/RecommendationAIPredict.java | 32 +-
.../ml/RecommendationAIWriteUserEvent.java | 24 +-
.../ordered/ContiguousSequenceRange.java | 6 +-
.../ordered/OrderedEventProcessorResult.java | 14 +-
.../ordered/OrderedProcessingHandler.java | 2 +-
.../ordered/OrderedProcessingStatus.java | 28 +-
.../beam/sdk/extensions/ordered/ProcessorDoFn.java | 2 +-
.../extensions/sketching/ApproximateDistinct.java | 5 +-
.../provider/bigquery/BigQueryIOPushDownIT.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 70 +-
.../SplittablePairWithRestrictionDoFnRunner.java | 2 +
...littableSplitAndSizeRestrictionsDoFnRunner.java | 2 +
...ittableTruncateSizedRestrictionsDoFnRunner.java | 2 +
.../fn/harness/control/ProcessBundleHandler.java | 2 +
.../harness/data/PTransformFunctionRegistry.java | 4 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 2 +
.../apache/beam/fn/harness/logging/QuotaEvent.java | 16 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 2 +
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 4 +-
...plittablePairWithRestrictionDoFnRunnerTest.java | 4 +-
.../harness/control/ProcessBundleHandlerTest.java | 13 +-
.../harness/logging/BeamFnLoggingClientTest.java | 2 +-
.../io/aws2/kinesis/EFOShardSubscribersPool.java | 23 +-
.../beam/sdk/io/aws2/kinesis/KinesisRecord.java | 8 +-
.../io/aws2/kinesis/RateLimitPolicyFactory.java | 6 +-
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 7 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 23 +-
.../apache/beam/sdk/io/cassandra/RingRange.java | 4 +-
.../sdk/io/clickhouse/ClickHouseJdbcUrlParser.java | 31 +-
.../io/clickhouse/ClickHouseJdbcUrlParserTest.java | 88 +++
.../beam/sdk/io/common/NetworkTestHelper.java | 2 +-
.../io/contextualtextio/ContextualTextIOTest.java | 12 +-
sdks/java/io/debezium/src/README.md | 7 +-
.../org/apache/beam/io/debezium/DebeziumIO.java | 28 +-
.../io/debezium/DebeziumTransformRegistrar.java | 9 +
.../beam/io/debezium/KafkaSourceConsumerFn.java | 151 ++--
.../io/debezium/KafkaSourceConsumerFnTest.java | 89 ++-
.../apache/beam/io/debezium/OffsetTrackerTest.java | 25 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 10 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 13 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 16 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 15 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 23 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 4 +-
.../bigquery/StorageApiWritesShardedRecords.java | 7 +-
.../io/gcp/bigquery/StreamingInsertsMetrics.java | 2 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 49 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 42 +-
.../sdk/io/gcp/bigtable/BigtableReadOptions.java | 12 +
.../io/gcp/bigtable/BigtableServiceFactory.java | 13 -
.../changestreams/dao/MetadataTableAdminDao.java | 2 +-
.../changestreams/dao/MetadataTableDao.java | 8 +-
.../beam/sdk/io/gcp/firestore/FirestoreDoFn.java | 8 +-
.../apache/beam/sdk/io/gcp/firestore/RpcQos.java | 10 +-
.../beam/sdk/io/gcp/firestore/RpcQosImpl.java | 5 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 2 +-
.../beam/sdk/io/gcp/spanner/OrderedCode.java | 2 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 17 +-
.../AvroGenericRecordToStorageApiProtoTest.java | 61 +-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 71 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 7 +-
.../bigquery/TableRowToStorageApiProtoTest.java | 149 ++--
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 91 ++-
.../io/gcp/bigtable/BigtableSharedClientTest.java | 8 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 2 +-
.../estimator/NullSizeEstimatorTest.java | 6 +-
...artitionQueryResponseToRunQueryRequestTest.java | 2 +-
.../sdk/io/gcp/spanner/ReadSpannerSchemaTest.java | 4 +-
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 8 +-
.../restriction/TimestampRangeTrackerTest.java | 7 +-
.../spanner/changestreams/util/TestJsonMapper.java | 8 +-
sdks/java/io/iceberg/build.gradle | 1 +
.../org/apache/beam/sdk/io/iceberg/ReadUtils.java | 10 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 25 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 64 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 102 ++-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 28 +-
.../sdk/io/iceberg/catalog/RESTCatalogBLMSIT.java | 75 ++
.../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java | 4 +-
.../beam/sdk/io/kafka/KafkaExactlyOnceSink.java | 28 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 38 +-
.../KafkaIOReadImplementationCompatibility.java | 8 +-
.../org/apache/beam/sdk/io/kafka/KafkaMetrics.java | 2 +-
.../io/kafka/KafkaReadSchemaTransformProvider.java | 31 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 117 ++-
.../beam/sdk/io/kafka/KafkaUnboundedSource.java | 8 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 2 +-
.../sdk/io/kafka/WatchForKafkaTopicPartitions.java | 6 +-
.../org/apache/beam/sdk/io/kafka/KafkaDlqTest.java | 14 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 12 +-
...KafkaIOReadImplementationCompatibilityTest.java | 16 +-
.../KafkaUnboundedReaderIdlePartitionTest.java | 273 +++++++
.../KafkaWriteSchemaTransformProviderTest.java | 22 +-
.../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 7 +
.../io/kafka/upgrade/KafkaIOTranslationTest.java | 2 +
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 60 +-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 92 +++
.../beam/io/requestresponse/SetupTeardown.java | 2 +-
.../sdk/io/snowflake/data/SnowflakeDataType.java | 51 +-
.../beam/sdk/io/sparkreceiver/HasOffset.java | 8 +-
.../beam/sdk/io/sparkreceiver/ReceiverBuilder.java | 4 +-
.../beam/sdk/io/splunk/HttpEventPublisher.java | 4 +-
.../beam/sdk/io/synthetic/BundleSplitter.java | 2 +-
.../java/org/apache/beam/sdk/io/xml/XmlIO.java | 14 +-
.../org/apache/beam/sdk/loadtests/LoadTest.java | 2 +-
.../apache/beam/sdk/nexmark/NexmarkQueryName.java | 4 +-
.../beam/sdk/nexmark/queries/Query4Model.java | 2 +-
.../beam/sdk/nexmark/queries/Query6Model.java | 2 +-
sdks/python/apache_beam/coders/coder_impl.py | 6 -
.../transforms/aggregation/groupby_attr.py | 13 +-
.../transforms/aggregation/groupby_attr_expr.py | 10 +-
.../transforms/aggregation/groupby_expr.py | 5 +-
.../aggregation/groupby_expr_aggregate.py | 10 +-
.../aggregation/groupby_global_aggregate.py | 6 +-
.../aggregation/groupby_simple_aggregate.py | 5 +-
.../transforms/aggregation/groupby_test.py | 20 +-
.../transforms/aggregation/groupby_two_exprs.py | 9 +-
.../internal/cloudpickle/cloudpickle.py | 23 +-
sdks/python/apache_beam/io/tfrecordio.py | 5 -
sdks/python/apache_beam/metrics/metric.py | 30 +-
sdks/python/apache_beam/ml/inference/base.py | 17 +
sdks/python/apache_beam/ml/inference/base_test.py | 39 +
.../apache_beam/ml/inference/gemini_inference.py | 5 +-
.../apache_beam/ml/inference/model_manager.py | 28 +
.../apache_beam/ml/inference/model_manager_test.py | 65 ++
.../ml/inference/vertex_ai_inference_it_test.py | 5 +-
.../apache_beam/ml/rag/embeddings/base_test.py | 37 +
.../apache_beam/ml/rag/embeddings/huggingface.py | 140 +++-
.../ml/rag/embeddings/huggingface_test.py | 135 ++++
.../apache_beam/ml/rag/embeddings/vertex_ai.py | 122 ++-
.../ml/rag/embeddings/vertex_ai_test.py | 137 +++-
.../ml/rag/enrichment/bigquery_vector_search.py | 2 +-
.../apache_beam/ml/rag/ingestion/bigquery.py | 107 +--
.../ml/rag/ingestion/bigquery_it_test.py | 2 +-
.../ml/rag/ingestion/milvus_search_it_test.py | 21 +-
.../apache_beam/ml/rag/ingestion/mysql_common.py | 4 +-
.../ml/rag/ingestion/postgres_common.py | 4 +-
.../python/apache_beam/ml/rag/ingestion/spanner.py | 4 +-
sdks/python/apache_beam/ml/rag/types.py | 48 +-
sdks/python/apache_beam/ml/transforms/base_test.py | 4 +-
.../ml/transforms/embeddings/huggingface_test.py | 2 +-
.../transforms/embeddings/tensorflow_hub_test.py | 2 +-
.../{vertex_ai_test.py => vertex_ai_it_test.py} | 14 +-
.../runners/dataflow/dataflow_runner.py | 6 +-
.../runners/dataflow/dataflow_runner_test.py | 42 +
.../clients/dataflow/dataflow_v1b3_client.py | 515 ++++++------
.../clients/dataflow/dataflow_v1b3_messages.py | 879 +++++++++++++--------
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../runners/interactive/interactive_runner.py | 6 +
.../runners/interactive/interactive_runner_test.py | 20 +
sdks/python/apache_beam/runners/runner.py | 2 +
.../apache_beam/runners/worker/sdk_worker_main.py | 27 +-
.../testing/analyzers/perf_analysis_utils.py | 6 -
.../external_transform_provider_it_test.py | 12 +-
sdks/python/apache_beam/transforms/util.py | 60 +-
sdks/python/apache_beam/transforms/util_test.py | 233 ++++++
sdks/python/apache_beam/typehints/typehints.py | 7 +-
.../python/apache_beam/typehints/typehints_test.py | 24 +
sdks/python/apache_beam/version.py | 2 +-
.../yaml/examples/testing/examples_test.py | 18 +-
.../yaml/examples/testing/input_data.py | 5 +
.../examples/transforms/io/bigquery_write.yaml | 59 ++
.../jinja/{include => inheritance}/README.md | 16 +-
.../base/base_pipeline.yaml} | 40 +-
.../wordCountInheritance.yaml} | 19 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 1 -
sdks/python/apache_beam/yaml/yaml_mapping.py | 249 ++----
sdks/python/apache_beam/yaml/yaml_udf_test.py | 21 +-
.../container/base_image_requirements_manual.txt | 4 +
sdks/python/container/boot.go | 33 +-
.../container/ml/py310/base_image_requirements.txt | 120 ++-
.../container/ml/py310/gpu_image_requirements.txt | 163 ++--
.../container/ml/py311/base_image_requirements.txt | 124 ++-
.../container/ml/py311/gpu_image_requirements.txt | 165 ++--
.../container/ml/py312/base_image_requirements.txt | 124 ++-
.../container/ml/py312/gpu_image_requirements.txt | 161 ++--
.../container/ml/py313/base_image_requirements.txt | 132 ++--
sdks/python/container/piputil.go | 39 +-
.../container/py310/base_image_requirements.txt | 97 ++-
.../container/py311/base_image_requirements.txt | 101 ++-
.../container/py312/base_image_requirements.txt | 101 ++-
.../container/py313/base_image_requirements.txt | 105 +--
sdks/python/gen_xlang_wrappers.py | 6 +-
sdks/python/pyrefly.toml | 62 ++
sdks/python/setup.py | 41 +-
sdks/python/test-suites/portable/common.gradle | 37 +-
sdks/python/test-suites/tox/py310/build.gradle | 50 +-
sdks/python/tox.ini | 10 +-
sdks/typescript/package-lock.json | 71 +-
sdks/typescript/package.json | 2 +-
start-build-env.sh | 4 +-
.../site/content/en/documentation/io/connectors.md | 140 +++-
.../www/site/content/en/documentation/sdks/yaml.md | 6 +-
website/www/yarn.lock | 6 +-
504 files changed, 10928 insertions(+), 4842 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_ValidatesRunner_Dataflow.json
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_TagEncodingV2.json}
(80%)
copy
.github/workflows/{beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming.yml
=> beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_TagEncodingV2.yml}
(86%)
create mode 100755 examples/terraform/envoy-ratelimiter/deploy.sh
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/WindmillNamespacePrefix.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/Weighted.java =>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/WindmillTimerType.java
(80%)
copy
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/state/{AbstractWindmillMap.java
=> WindmillTimerData.java} (63%)
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/{testing/UsesStatefulParDo.java
=> transforms/windowing/TriggerVisitor.java} (56%)
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/catalog/RESTCatalogBLMSIT.java
create mode 100644
sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaUnboundedReaderIdlePartitionTest.java
rename sdks/python/apache_beam/ml/transforms/embeddings/{vertex_ai_test.py =>
vertex_ai_it_test.py} (98%)
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/io/bigquery_write.yaml
copy sdks/python/apache_beam/yaml/examples/transforms/jinja/{include =>
inheritance}/README.md (77%)
copy
sdks/python/apache_beam/yaml/examples/transforms/jinja/{include/submodules/mapToFieldsSplitConfig.yaml
=> inheritance/base/base_pipeline.yaml} (53%)
copy
sdks/python/apache_beam/yaml/examples/transforms/jinja/{include/submodules/combineTransform.yaml
=> inheritance/wordCountInheritance.yaml} (69%)
create mode 100644 sdks/python/pyrefly.toml
