This is an automated email from the ASF dual-hosted git repository.
yhu pushed a change to branch flink2.0-tag
in repository https://gitbox.apache.org/repos/asf/beam.git
discard 3202eee67b7 Exercise Flink 2.0 test
add 9d751d1b7da Bump golang.org/x/sys from 0.39.0 to 0.40.0 in /sdks
(#37269)
add 674763d904f Fix java versions in release guide (#37314)
add ebcf5abcb5f Bump golang.org/x/net from 0.48.0 to 0.49.0 in /sdks
(#37302)
add 68e0d668eaf [Python] Fix AttributeError in ExternalTransform.expand by
using get_type_hints() (#37299)
add a15de20849a Remove standalone uses of the apitools HttpError class
(#37296)
add 3aaf8398095 add back ticks to highlight command to be used (#37321)
add 60f1981e4ef Increase timeout for Python YAML RC validation job (#37322)
add c489cb7237b [Do Not Merge] Test bumping httplib2 upper bound to modern
version (#37324)
add 17198be0313 fix: prevent NoSuchElementException in AppendFilesToTables
(#37217)
add 5f5fc1f4842 Add LRU cache eviction to CachingStateProvider (#37214)
add 337bb6d12d7 Bump keras from 3.12.0 to 3.13.1 in
/sdks/python/container/ml/py310 (#37325)
add cc5309758fc Fix spanner io hang by closing connections (#37327)
add 82ebcb213b9 Pin spanner to old version in gcp bom (#37329)
add 9fba823f2d7 Add Terraform files to deploy Envoy RateLimiter (#37285)
add 600bd612dc2 [Dataflow Streaming] Remove GetWorkBudgetRefresher which
is unused and has a flaky test. (#37317)
add fb06f1ba82c Update Python Dependencies (#37361)
add e4f48ad5ba5 Fix typo in workflow name for updating dependencies
(#37362)
add 94ce718171e Fix link due to trailing slashes.
add 8a43f5e5b50 Merge pull request #37286 Fix link due to trailing slashes.
add 52e284748f2 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#37367)
add e7c80cd9306 Add more info to CHANGES on logical type issue (#37368)
add 84b467b45a5 Add Datadog IO (#37319)
add f1e4b7468b6 Bump github.com/linkedin/goavro/v2 from 2.14.1 to 2.15.0
in /sdks (#37366)
add 204d3a5bd3f Update Dataflow dev python containers (#37358)
add 7eaf66c8feb Update managed-io.md for release 2.71.0-RC3. (#37333)
add 4bac8785c08 Migrate Cloud Build usage to Python client (#37309)
add 1e6b6755139 Adding release-2.71.0-postrelease to protected branches in
.asf.yaml
add 966762c99d8 Update website for 2.71.0 release (#37256)
add 86abab2c2e4 [#37209] Enhance serialization error messages (#37298)
add 94de2a175bd Update BEAM_DEV_SDK_CONTAINER_TAG to latest version
(#37373)
add 99d09d429f9 Update default release and RC versions in republish
workflow (#37385)
add 34f7d872183 Revert "Use requirements.txt instead of setup.py for
juliaset example"
add f26f1369a78 Change setup.py to use setuptools
add ce6a4e5f407 Merge pull request #37337 from
apache/users/damccorm/setup_file
add 27ae93b350c notebook (#37393)
add 4b240454948 GCS client library migration in Java SDK - part 1 (#36876)
add b50a0992b95 Remove Read and Write PubsubLite for Yaml (#37383)
add 16993ace395 Update Go version from 1.25.2 to 1.25.6 (#37395)
add 59b5f3a8cbe Bump lodash from 4.17.21 to 4.17.23 in /sdks/typescript
(#37380)
add b61995db7ba Bump sentencepiece from 0.1.97 to 0.2.1 in
/sdks/python/apache_beam/examples/inference/large_language_modeling (#37394)
add 9b3aa12f2ec remove pubsublite from python sdk (#37401)
add 7a278e2b144 remove pubsublite tests - as depreciated (#37396)
add f819f2ecdb9 Update bom to 26.74.0 (excluding spanner) (#37384)
add 07e580a089a Bump cloud.google.com/go/storage from 1.58.0 to 1.59.1 in
/sdks (#37315)
add f14f1ceda50 docs: expand About section with website architecture
details (#37242)
add 1b60ce6ff69 Add YAML SQL example using calcite_connection_properties
(#37303)
add 7cb1a05cd57 disabled beam metrics report job (#37420)
add d090aab9773 Update BEAM_DEV_SDK_CONTAINER_TAG version (#37400)
add f5af98bc167 Fix website workflows (#37421)
add 911ec6abf0f Add filter() method to PCollection in TypeScript SDK
(#37408)
add adc04caf412 Fix gRPC failures in Python PreCommit tests (#37350)
add d0014ff38d2 Simplify encoding kw_only args and test init=False args.
(#37231)
add 6a399dff51f Update ChangeStreamDao to query different TVF for
postgresSQL based on (#36667)
add f8013e6a6b3 Fix str(WindowedValueCoder) crash when underlying coder
isn't KV coder (#37406)
add e4a5eea37a5 Adds a new SchemaCoderPayload proto to use for portable
SchemaCoders.
add e12436a9bd3 Merge pull request #37376: Adds a new SchemaCoderPayload
proto to use for portable SchemaCoders.
add 1222ae5cf37 Bump python-multipart in /sdks/python/container/ml/py312
(#37426)
add 52b9910f3a7 fix key error for huggingface notebook (#37435)
add 672b888eecc Enable some more tests in runner v2 batch mode. (#37363)
add 47df6aefe88 [Spanner Change Streams] Fix potential data loss issue by
ensuring to only claim timestamps that have been fully processed from the
restriction tracker. (#37326)
add 0b32d24d96a Update yaml notebook (#37369)
add f7784d8b187 Disable Beam Metrics Report workflow (#37440)
add 928ad7e2aab Bump github.com/nats-io/nats-server/v2 from 2.12.3 to
2.12.4 in /sdks (#37439)
add e26b76b1c22 better formatting output (#37441)
add 61fe95088e6 Bump cloud.google.com/go/storage from 1.59.1 to 1.59.2 in
/sdks (#37443)
add 98c980abb40 Bump go.mongodb.org/mongo-driver from 1.17.6 to 1.17.7 in
/sdks (#37381)
add 18493cf7fc1 remove website, typescript, etc - pubsublite uses (#37412)
add f947803d5c8 Add exception chaining (#37423)
add 0d7226545f3 Only stage required wheel packages from requirements
cache, not entire cache directory (#37360)
add 9fcb17408ee Fix python postcommit (#37447)
add 96edda499ea remove pubsublite from java sdk (#37448)
add b3ee06249c6 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#37444)
add d4015eb395b Remove pubsublite - infra, groovy, checkstyles (#37450)
add cdf48147bdd [RunInference] Add content-aware dynamic batching via
element_size_fn… (#37428)
add e7a21ddb5b5 [#37198] Make withBackOffSupplier public to enable bounded
retry configuration (#37356)
add d561bc31cb4 Add artifactregistry.admin role (#37456)
add 4b5d149e3a3 Bump github.com/lib/pq from 1.10.9 to 1.11.1 in /sdks
(#37454)
add 112685de58d Upgrade google-api-services-dataflow (#37462)
add 501897649dd Upgrade GCP Bom (#37473)
add 0282abbff3b Allow multiprocessshared to spawn process and delete
directly with obj (#37112)
add 953f70c5c28 Disable abbrev for yaml.main (#37476)
add 7052f01e45a Add an experiment to disable pip build isolation (#37331)
add e4cd040199d Add LRU cache eviction to CombinePerKeyPrecombineOperator
(#37466)
add 4674387e88e Remove pubsublite logs - try example notebook (#37457)
add fd2babbcddb [Python] Add take(n) convenience for PCollection (#37470)
add d1e5849206e fix(dataflow): 'update' infinite loop and nil pointer
dereference (#37472)
add b1cf96d3d65 Bump pip from 25.3 to 26.0 in
/sdks/python/container/ml/py311 (#37483)
add 1531743ce8d [Dataflow Streaming] Enable state tag encoding v2 based on
backend flag (#37464)
add 91418fd69a0 Fix ValidatesContainer Cloud Build test
add 425d82704b8 Update sdk_container_builder for google-cloud-build 3.35
API
add 98cdbc70a59 Added fall back to additionalProperties for older clients
add 1c5d57a0ec2 Merge pull request #37490 from
aIbrahiim/fix-postcommit-python-validates-container
add d32bc97290a Revert "Bump pip from 25.3 to 26.0 in
/sdks/python/container/ml/py311 (#37483)" (#37494)
add 0aea01394b1 Update java ml module gradle (#37471)
add 9a5de4f46ce [Drain] Propagate drain information to timerData and TImer
data structures. mostly noop.
add 1c22136c6e2 Merge pull request #37009: [Drain] TimerData causedByDrain
field
add 183ecd36cb4 Add pubsublite IO change (#37489)
add 4e218f0183e Add model manager that automatically manage model across
processes (#37113)
add c1ecbb9eeb1 Fix linting/compilation violation (#37505)
add 99e48681a03 Increment PyArrow Bounds (#37503)
add fed1b551c35 Add support for tagged output type hints. (#37434)
add 4e76198555e fix spotless (#37508)
add 5240736a9bc [#37279] Document Ubuntu 24.04 Python version requirements
(#37297)
add beec6a3e156 Update logback version to address vulnerability (#37501)
add 15ba4874d72 Add schedule trigger for beam playground precommit (#37518)
add e2be9fd8e36 Plumb custom batch parameters for autosharding from
WriteFiles to FileIO. (#37463)
add d6920de30fe Add schedule trigger to Playground PreCommit (#37519)
add f504c5309bc Revert "[Python] Add take(n) convenience for PCollection
(#37470)" (#37493)
add dd92b8fc179 [Flink 2.0] Exercise validate runner test for classic
Flink runner (#37537)
add 99541ff4336 Fix flakiness in model manager and multiprocessshared
tests (#37529)
add 6b1d2cffca2 Align go rc validation inputs with other workflows (#37320)
add 37a9c1a14dd Bump go.mongodb.org/mongo-driver from 1.17.7 to 1.17.8 in
/sdks (#37469)
add 6602f1e125f Update RunInference to work with model manager (#37506)
add a0d27de943f Update queuing logic to avoid lock notify contention
(#37528)
add b7577e74a6a Bump golang.org/x/oauth2 from 0.34.0 to 0.35.0 in /sdks
(#37548)
add f52cf933446 feat: Introduce agent skills for various Apache Beam
developments (#37467)
add 4b478a70738 Exercise Flink PVR tests on Flink 2.0 (#37538)
add 774627a8fb5 Exercise Flink 2.0 Python Validates Runner tests
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3202eee67b7)
\
N -- N -- N refs/heads/flink2.0-tag (774627a8fb5)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.agent/skills/README.md | 62 +
.agent/skills/beam-concepts/SKILL.md | 246 ++
.agent/skills/ci-cd/SKILL.md | 188 +
.agent/skills/contributing/SKILL.md | 149 +
.agent/skills/gradle-build/SKILL.md | 224 ++
.agent/skills/io-connectors/SKILL.md | 197 +
.agent/skills/java-development/SKILL.md | 153 +
.agent/skills/license-compliance/SKILL.md | 199 +
.agent/skills/python-development/SKILL.md | 183 +
.agent/skills/runners/SKILL.md | 244 ++
.asf.yaml | 1 +
.../trigger_files/beam_PostCommit_Go_VR_Flink.json | 2 +
.../beam_PostCommit_Java_Examples_Flink.json | 1 -
.../beam_PostCommit_Java_Jpms_Flink_Java11.json | 2 +-
.../beam_PostCommit_Java_Nexmark_Flink.json | 2 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.json | 1 +
.../beam_PostCommit_Java_Tpcds_Flink.json | 1 -
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 2 +-
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 5 +
.github/trigger_files/beam_PostCommit_Python.json | 4 +-
... beam_PostCommit_Python_Examples_Dataflow.json} | 3 +-
.../beam_PostCommit_Python_Portable_Flink.json | 4 +-
...am_PostCommit_Python_ValidatesRunner_Flink.json | 1 -
.../trigger_files/beam_PostCommit_XVR_Flink.json | 2 +-
.github/workflows/README.md | 2 +
.github/workflows/beam_Metrics_Report.yml | 5 +-
.github/workflows/beam_Playground_Precommit.yml | 6 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Batch.yml | 21 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 8 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 8 +-
.../beam_PostCommit_Python_Portable_Flink.yml | 5 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 2 +-
...l => beam_PreCommit_Java_Datadog_IO_Direct.yml} | 22 +-
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 2 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 2 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 3 +-
.../republish_released_docker_containers.yml | 4 +-
.../workflows/run_rc_validation_go_wordcount.yml | 24 +-
.../workflows/run_rc_validation_python_yaml.yml | 2 +-
.github/workflows/stale.yml | 1 +
.github/workflows/update_python_dependencies.yml | 2 +-
.gitignore | 1 +
CHANGES.md | 19 +-
CONTRIBUTING.md | 5 +-
build.gradle.kts | 8 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 20 +-
contributor-docs/release-guide.md | 2 +-
examples/notebooks/README.md | 13 +-
.../beam-ml/run_inference_huggingface.ipynb | 2 +-
.../notebooks/beam-ml/run_inference_vllm.ipynb | 4 +-
...nb => spanner_product_catalog_embeddings.ipynb} | 1987 ++++------
.../get-started/try-apache-beam-yaml.ipynb | 2924 +++++++++++----
examples/notebooks/patch.py | 2 +-
examples/terraform/envoy-ratelimiter/README.md | 176 +
.../terraform/envoy-ratelimiter/gke.tf | 25 +-
.../terraform/envoy-ratelimiter/network.tf | 10 +-
.../terraform/envoy-ratelimiter/outputs.tf | 12 +-
.../terraform/envoy-ratelimiter}/prerequisites.tf | 29 +-
.../terraform/envoy-ratelimiter/provider.tf | 26 +-
examples/terraform/envoy-ratelimiter/ratelimit.tf | 352 ++
.../terraform/envoy-ratelimiter/terraform.tfvars | 33 +-
examples/terraform/envoy-ratelimiter/variables.tf | 165 +
infra/iam/roles/beam_admin.role.yaml | 69 +-
infra/iam/roles/beam_infra_manager.role.yaml | 80 +-
infra/iam/roles/beam_viewer.role.yaml | 108 +-
infra/iam/roles/beam_writer.role.yaml | 22 +-
infra/iam/roles/roles_config.yaml | 2 +-
infra/iam/users.yml | 3 +-
it/google-cloud-platform/build.gradle | 2 -
.../gcp/pubsublite/PubsubliteResourceManager.java | 215 --
.../beam/it/gcp/pubsublite/package-info.java | 20 -
.../beam/model/pipeline/v1/beam_runner_api.proto | 4 +
.../org/apache/beam/model/pipeline/v1/schema.proto | 22 +-
.../assets/symbols/java.g.yaml | 39 -
.../beam/runners/core/ReduceFnContextFactory.java | 12 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 6 +-
.../apache/beam/runners/core/TimerInternals.java | 67 +-
.../runners/core/InMemoryTimerInternalsTest.java | 84 +-
.../beam/runners/core/KeyedWorkItemCoderTest.java | 3 +-
.../apache/beam/runners/core/ReduceFnTester.java | 9 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 3 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 6 +-
.../beam/runners/core/TimerInternalsTest.java | 86 +-
.../core/triggers/TriggerStateMachineTester.java | 12 +-
.../runners/direct/DirectTimerInternalsTest.java | 18 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 3 +-
.../beam/runners/direct/EvaluationContextTest.java | 6 +-
.../beam/runners/direct/WatermarkManagerTest.java | 137 +-
.../FlinkStreamingPortablePipelineTranslator.java | 5 +-
runners/google-cloud-dataflow-java/build.gradle | 8 +-
.../beam/runners/dataflow/DataflowRunner.java | 3 -
.../worker/StreamingModeExecutionContext.java | 17 +-
.../dataflow/worker/WindmillTimerInternals.java | 12 +-
.../StreamingEngineComputationConfigFetcher.java | 10 +
.../streaming/config/StreamingGlobalConfig.java | 7 +-
.../work/budget/GetWorkBudgetRefresher.java | 133 -
.../processing/ComputationWorkExecutorFactory.java | 14 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 3 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 3 +-
.../worker/StreamingModeExecutionContextTest.java | 38 +-
.../worker/StreamingSideInputFetcherTest.java | 3 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 9 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 6 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 6 +-
...treamingEngineComputationConfigFetcherTest.java | 38 +
.../windmill/state/WindmillTagEncodingV1Test.java | 30 +-
.../windmill/state/WindmillTagEncodingV2Test.java | 8 +-
.../work/budget/GetWorkBudgetRefresherTest.java | 127 -
.../samza/runtime/ClassicBundleManager.java | 3 +-
.../samza/runtime/PortableBundleManager.java | 3 +-
.../runners/samza/runtime/KeyedTimerDataTest.java | 7 +-
.../runtime/SamzaTimerInternalsFactoryTest.java | 84 +-
sdks/go.mod | 26 +-
sdks/go.sum | 56 +-
.../pkg/beam/runners/dataflow/dataflowlib/job.go | 6 +-
sdks/java/bom/gcp/build.gradle | 12 +-
.../resources/beam/checkstyle/suppressions.xml | 2 -
.../container/license_scripts/dep_urls_java.yaml | 10 +-
sdks/java/core/build.gradle | 8 +-
.../main/java/org/apache/beam/sdk/io/FileIO.java | 66 +
.../java/org/apache/beam/sdk/io/FileIOTest.java | 139 +
sdks/java/extensions/avro/build.gradle | 2 +
.../sdk/extensions/avro/coders/AvroCoderTest.java | 1 +
sdks/java/extensions/euphoria/build.gradle | 2 +-
.../sdk/extensions/gcp/options/GcsOptions.java | 13 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 1351 +------
.../gcp/util/{GcsUtil.java => GcsUtilV1.java} | 86 +-
.../sdk/extensions/gcp/GcpCoreApiSurfaceTest.java | 3 +-
.../beam/sdk/extensions/gcp/util/GcsUtilIT.java | 6 +-
.../beam/sdk/extensions/gcp/util/GcsUtilTest.java | 120 +-
sdks/java/extensions/kryo/build.gradle | 2 +-
sdks/java/extensions/sql/build.gradle | 4 -
.../pubsublite/PubsubLiteSubscriptionTable.java | 73 -
.../pubsublite/PubsubLiteTableProvider.java | 210 --
.../provider/pubsublite/PubsubLiteTopicTable.java | 72 -
.../sql/meta/provider/pubsublite/RowHandler.java | 171 -
.../sql/meta/provider/pubsublite/package-info.java | 24 -
.../pubsublite/PubsubLiteTableProviderTest.java | 239 --
.../meta/provider/pubsublite/RowHandlerTest.java | 237 --
.../io/components/deadletterqueue/DLQRouter.java | 21 +-
.../deadletterqueue/sinks/ThrowingSink.java | 3 +-
.../components/throttling/ThrottlingSignaler.java | 11 +-
.../components/deadletterqueue/DLQRouterTest.java | 30 +-
sdks/java/io/{splunk => datadog}/build.gradle | 41 +-
.../apache/beam/sdk/io/datadog/DatadogEvent.java | 97 +
.../beam/sdk/io/datadog/DatadogEventCoder.java | 94 +
.../beam/sdk/io/datadog/DatadogEventPublisher.java | 330 ++
.../sdk/io/datadog/DatadogEventSerializer.java | 45 +
.../beam/sdk/io/datadog/DatadogEventWriter.java | 521 +++
.../org/apache/beam/sdk/io/datadog/DatadogIO.java | 236 ++
.../beam/sdk/io/datadog/DatadogWriteError.java} | 53 +-
.../sdk/io/datadog/DatadogWriteErrorCoder.java | 88 +
.../apache/beam/sdk/io/datadog}/package-info.java | 16 +-
.../beam/sdk/io/datadog/DatadogEventCoderTest.java | 65 +
.../sdk/io/datadog/DatadogEventPublisherTest.java | 176 +
.../sdk/io/datadog/DatadogEventSerializerTest.java | 95 +
.../beam/sdk/io/datadog/DatadogEventTest.java | 73 +
.../sdk/io/datadog/DatadogEventWriterTest.java | 566 +++
.../apache/beam/sdk/io/datadog/DatadogIOTest.java | 172 +
.../sdk/io/datadog/DatadogWriteErrorCoderTest.java | 61 +
.../beam/sdk/io/datadog/DatadogWriteErrorTest.java | 66 +
sdks/java/io/expansion-service/build.gradle | 7 +-
sdks/java/io/google-cloud-platform/build.gradle | 6 +-
.../io/gcp/pubsublite/CloudPubsubTransforms.java | 104 -
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 45 -
.../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 131 -
.../PubsubLiteReadSchemaTransformProvider.java | 544 ---
.../PubsubLiteWriteSchemaTransformProvider.java | 466 ---
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 46 -
.../gcp/pubsublite/UuidDeduplicationOptions.java | 92 -
.../gcp/pubsublite/internal/AddUuidsTransform.java | 50 -
.../io/gcp/pubsublite/internal/ApiServices.java | 30 -
.../gcp/pubsublite/internal/BlockingCommitter.java | 25 -
.../pubsublite/internal/BlockingCommitterImpl.java | 55 -
.../pubsublite/internal/CheckpointMarkImpl.java | 77 -
.../gcp/pubsublite/internal/CloserReference.java | 68 -
.../io/gcp/pubsublite/internal/DlqProvider.java | 79 -
.../internal/ExternalTransformConfig.java | 103 -
.../internal/ExternalTransformRegistrarImpl.java | 39 -
.../pubsublite/internal/InitialOffsetReader.java | 25 -
.../internal/InitialOffsetReaderImpl.java | 51 -
.../internal/LimitingTopicBacklogReader.java | 81 -
.../io/gcp/pubsublite/internal/ManagedFactory.java | 31 -
.../pubsublite/internal/ManagedFactoryImpl.java | 60 -
.../internal/MemoryBufferedSubscriber.java | 48 -
.../internal/MemoryBufferedSubscriberImpl.java | 158 -
.../io/gcp/pubsublite/internal/MemoryLimiter.java | 37 -
.../gcp/pubsublite/internal/MemoryLimiterImpl.java | 93 -
.../pubsublite/internal/OffsetByteProgress.java | 33 -
.../gcp/pubsublite/internal/OffsetByteRange.java | 38 -
.../pubsublite/internal/OffsetByteRangeCoder.java | 63 -
.../internal/OffsetByteRangeTracker.java | 104 -
.../internal/PerServerPublisherCache.java | 39 -
.../internal/PerServerSubscriberCache.java | 34 -
.../internal/PerSubscriptionPartitionSdf.java | 131 -
.../io/gcp/pubsublite/internal/ProtoFromBytes.java | 55 -
.../io/gcp/pubsublite/internal/ProtoToBytes.java | 39 -
.../pubsublite/internal/PublisherAssembler.java | 117 -
.../io/gcp/pubsublite/internal/PubsubLiteSink.java | 85 -
.../io/gcp/pubsublite/internal/ServiceCache.java | 79 -
.../pubsublite/internal/SubscribeTransform.java | 227 --
.../pubsublite/internal/SubscriberAssembler.java | 179 -
.../pubsublite/internal/SubscriptionPartition.java | 35 -
.../internal/SubscriptionPartitionCoder.java | 66 -
.../internal/SubscriptionPartitionLoader.java | 179 -
.../internal/SubscriptionPartitionProcessor.java | 28 -
.../SubscriptionPartitionProcessorFactory.java | 32 -
.../SubscriptionPartitionProcessorImpl.java | 76 -
.../pubsublite/internal/TopicBacklogReader.java | 39 -
.../internal/TopicBacklogReaderImpl.java | 57 -
.../internal/TopicBacklogReaderSettings.java | 64 -
.../pubsublite/internal/TrackerWithProgress.java | 24 -
.../pubsublite/internal/UnboundedReaderImpl.java | 148 -
.../pubsublite/internal/UnboundedSourceImpl.java | 121 -
.../beam/sdk/io/gcp/pubsublite/internal/Uuid.java | 59 -
.../sdk/io/gcp/pubsublite/internal/UuidCoder.java | 49 -
.../internal/UuidDeduplicationTransform.java | 53 -
.../io/gcp/pubsublite/internal/package-info.java | 24 -
.../beam/sdk/io/gcp/pubsublite/package-info.java | 24 -
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 71 +-
.../action/QueryChangeStreamAction.java | 88 +-
.../spanner/changestreams/dao/ChangeStreamDao.java | 20 +-
.../gcp/spanner/changestreams/dao/DaoFactory.java | 8 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 -
.../beam/sdk/io/gcp/pubsublite/ReadWriteIT.java | 379 --
.../pubsublite/internal/AddUuidsTransformTest.java | 97 -
.../internal/BlockingCommitterImplTest.java | 67 -
.../internal/CheckpointMarkImplTest.java | 67 -
.../gcp/pubsublite/internal/FakeSerializable.java | 59 -
.../internal/MemoryBufferedSubscriberImplTest.java | 180 -
.../internal/OffsetByteRangeTrackerTest.java | 135 -
.../internal/PerSubscriptionPartitionSdfTest.java | 205 --
.../gcp/pubsublite/internal/PubsubLiteDlqTest.java | 565 ---
.../pubsublite/internal/PubsubLiteSinkTest.java | 195 -
.../internal/PubsubLiteWriteDlqTest.java | 273 --
.../internal/SubscriptionPartitionLoaderTest.java | 91 -
.../SubscriptionPartitionProcessorImplTest.java | 146 -
.../internal/TopicBacklogReaderImplTest.java | 99 -
.../internal/UnboundedReaderImplTest.java | 204 --
.../internal/UuidDeduplicationTransformTest.java | 149 -
.../gcp/spanner/SpannerIOReadChangeStreamTest.java | 292 +-
.../SpannerChangeStreamErrorTest.java | 33 +
.../action/QueryChangeStreamActionTest.java | 312 +-
.../changestreams/dao/ChangeStreamDaoTest.java | 97 +
.../beam/sdk/io/iceberg/AppendFilesToTables.java | 33 +-
.../beam/sdk/io/iceberg/SerializableDataFile.java | 2 +-
.../sdk/io/iceberg/AppendFilesToTablesTest.java | 98 +
.../beam/io/requestresponse/RequestResponseIO.java | 6 +-
.../io/requestresponse/RequestResponseIOTest.java | 55 +
sdks/java/ml/inference/openai/build.gradle | 9 +-
.../ml/inference/openai/OpenAIModelHandler.java | 85 +-
.../sdk/ml/inference/openai/OpenAIModelInput.java | 7 +-
.../ml/inference/openai/OpenAIModelParameters.java | 23 +-
.../ml/inference/openai/OpenAIModelResponse.java | 6 +-
.../sdk/ml/inference/openai}/package-info.java | 4 +-
.../ml/inference/openai/OpenAIModelHandlerIT.java | 597 +--
.../inference/openai/OpenAIModelHandlerTest.java | 163 +-
sdks/java/ml/inference/remote/build.gradle | 6 +-
.../beam/sdk/ml/inference/remote/BaseInput.java | 12 +-
.../sdk/ml/inference/remote/BaseModelHandler.java | 55 +-
.../ml/inference/remote/BaseModelParameters.java | 26 +-
.../beam/sdk/ml/inference/remote/BaseResponse.java | 16 +-
.../sdk/ml/inference/remote/PredictionResult.java | 12 +-
.../sdk/ml/inference/remote/RemoteInference.java | 115 +-
.../beam/sdk/ml/inference/remote/RetryHandler.java | 46 +-
.../sdk/ml/inference/remote}/package-info.java | 4 +-
.../ml/inference/remote/RemoteInferenceTest.java | 432 +--
sdks/python/apache_beam/coders/coder_impl.py | 15 +-
sdks/python/apache_beam/coders/coders.py | 2 +-
.../apache_beam/coders/coders_test_common.py | 14 +-
sdks/python/apache_beam/dataframe/io_it_test.py | 7 +-
sdks/python/apache_beam/dataframe/io_test.py | 7 +-
.../complete/juliaset/juliaset/juliaset_test_it.py | 6 +-
.../examples/complete/juliaset/juliaset_main.py | 9 +-
.../examples/complete/juliaset/requirements.txt | 17 -
.../examples/complete/juliaset/setup.py | 125 +
.../large_language_modeling/requirements.txt | 4 +-
.../io/gcp/datastore/v1new/datastoreio.py | 8 -
.../apache_beam/io/gcp/experimental/spannerio.py | 11 -
.../apache_beam/io/gcp/pubsublite/__init__.py | 24 -
.../apache_beam/io/gcp/pubsublite/external.py | 115 -
.../apache_beam/io/gcp/pubsublite/proto_api.py | 106 -
sdks/python/apache_beam/io/parquetio_test.py | 2 +-
sdks/python/apache_beam/ml/inference/base.py | 158 +-
sdks/python/apache_beam/ml/inference/base_test.py | 224 +-
.../apache_beam/ml/inference/gemini_inference.py | 16 +-
.../ml/inference/huggingface_inference.py | 96 +-
.../apache_beam/ml/inference/model_manager.py | 771 ++++
.../ml/inference/model_manager_it_test.py | 191 +
.../apache_beam/ml/inference/model_manager_test.py | 629 ++++
.../apache_beam/ml/inference/onnx_inference.py | 33 +-
.../apache_beam/ml/inference/pytorch_inference.py | 64 +-
.../apache_beam/ml/inference/sklearn_inference.py | 64 +-
.../ml/inference/tensorflow_inference.py | 66 +-
.../apache_beam/ml/inference/tensorrt_inference.py | 33 +-
.../ml/inference/vertex_ai_inference.py | 12 +-
.../apache_beam/ml/inference/vllm_inference.py | 49 +-
.../apache_beam/ml/inference/xgboost_inference.py | 26 +-
sdks/python/apache_beam/pvalue.py | 12 +-
.../internal/clients/cloudbuild/__init__.py | 34 -
.../clients/cloudbuild/cloudbuild_v1_client.py | 1703 ---------
.../clients/cloudbuild/cloudbuild_v1_messages.py | 3836 --------------------
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../src/yaml/EmojiMap.ts | 2 -
.../runners/portability/sdk_container_builder.py | 84 +-
.../apache_beam/runners/portability/stager.py | 60 +-
.../apache_beam/runners/portability/stager_test.py | 89 +
.../apache_beam/testing/pipeline_verifiers.py | 6 +-
.../apache_beam/testing/pipeline_verifiers_test.py | 17 +-
sdks/python/apache_beam/transforms/core.py | 44 +-
.../transforms/enrichment_handlers/cloudsql.py | 4 +-
sdks/python/apache_beam/transforms/external.py | 17 +-
sdks/python/apache_beam/transforms/ptransform.py | 39 +-
.../apache_beam/transforms/ptransform_test.py | 19 +
sdks/python/apache_beam/typehints/decorators.py | 182 +-
.../apache_beam/typehints/decorators_test.py | 125 +
.../typehints/tagged_output_typehints_test.py | 356 ++
.../python/apache_beam/typehints/typehints_test.py | 2 +-
.../apache_beam/utils/multi_process_shared.py | 239 +-
.../apache_beam/utils/multi_process_shared_test.py | 227 +-
sdks/python/apache_beam/utils/processes.py | 24 +-
.../sql/sql_calcite_connection_properties.yaml | 51 +
sdks/python/apache_beam/yaml/main.py | 6 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 38 -
sdks/python/apache_beam/yaml/tests/sql.yaml | 23 +
sdks/python/apache_beam/yaml/yaml_testing.py | 1 +
sdks/python/conftest.py | 5 +-
sdks/python/container/boot.go | 39 +
.../container/ml/py310/base_image_requirements.txt | 36 +-
.../container/ml/py310/gpu_image_requirements.txt | 44 +-
.../container/ml/py311/base_image_requirements.txt | 36 +-
.../container/ml/py311/gpu_image_requirements.txt | 44 +-
.../container/ml/py312/base_image_requirements.txt | 36 +-
.../container/ml/py312/gpu_image_requirements.txt | 46 +-
.../container/ml/py313/base_image_requirements.txt | 36 +-
sdks/python/container/piputil.go | 14 +
.../container/py310/base_image_requirements.txt | 36 +-
.../container/py311/base_image_requirements.txt | 34 +-
.../container/py312/base_image_requirements.txt | 34 +-
.../container/py313/base_image_requirements.txt | 34 +-
sdks/python/setup.py | 6 +-
sdks/python/test-suites/portable/common.gradle | 58 +-
sdks/python/tox.ini | 19 +-
sdks/standard_expansion_services.yaml | 3 -
sdks/typescript/package-lock.json | 19 +-
sdks/typescript/src/apache_beam/io/index.ts | 1 -
sdks/typescript/src/apache_beam/io/pubsublite.ts | 55 -
sdks/typescript/src/apache_beam/pvalue.ts | 49 +
.../typescript/src/apache_beam/worker/operators.ts | 44 +-
sdks/typescript/src/apache_beam/worker/state.ts | 135 +-
sdks/typescript/test/primitives_test.ts | 45 +
sdks/typescript/test/state_provider_test.ts | 328 ++
settings.gradle.kts | 5 +-
website/Dockerfile | 22 +-
website/README.md | 13 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.71.0.md | 53 +
.../site/content/en/documentation/io/managed-io.md | 1022 ++----
.../www/site/content/en/documentation/sdks/yaml.md | 2 +-
.../www/site/content/en/get-started/downloads.md | 18 +-
362 files changed, 16886 insertions(+), 21362 deletions(-)
create mode 100644 .agent/skills/README.md
create mode 100644 .agent/skills/beam-concepts/SKILL.md
create mode 100644 .agent/skills/ci-cd/SKILL.md
create mode 100644 .agent/skills/contributing/SKILL.md
create mode 100644 .agent/skills/gradle-build/SKILL.md
create mode 100644 .agent/skills/io-connectors/SKILL.md
create mode 100644 .agent/skills/java-development/SKILL.md
create mode 100644 .agent/skills/license-compliance/SKILL.md
create mode 100644 .agent/skills/python-development/SKILL.md
create mode 100644 .agent/skills/runners/SKILL.md
delete mode 100644 .github/trigger_files/beam_PostCommit_Java_Tpcds_Flink.json
copy .github/trigger_files/{beam_PreCommit_Java.json =>
beam_PostCommit_Python_Examples_Dataflow.json} (85%)
copy .github/workflows/{beam_PreCommit_Java_Csv_IO_Direct.yml =>
beam_PreCommit_Java_Datadog_IO_Direct.yml} (86%)
copy
examples/notebooks/beam-ml/{cloudsql_postgres_product_catalog_embeddings.ipynb
=> spanner_product_catalog_embeddings.ipynb} (50%)
create mode 100644 examples/terraform/envoy-ratelimiter/README.md
copy
playground/frontend/playground_components/lib/src/util/logical_keyboard_key.dart
=> examples/terraform/envoy-ratelimiter/gke.tf (57%)
copy it/common/src/main/java/org/apache/beam/it/common/ResourceManager.java =>
examples/terraform/envoy-ratelimiter/network.tf (76%)
copy
learning/tour-of-beam/frontend/lib/services/analytics/events/constants.dart =>
examples/terraform/envoy-ratelimiter/outputs.tf (75%)
copy {.test-infra/terraform/google-cloud-platform/google-kubernetes-engine =>
examples/terraform/envoy-ratelimiter}/prerequisites.tf (67%)
copy
.test-infra/terraform/google-cloud-platform/google-kubernetes-engine/versions.tf
=> examples/terraform/envoy-ratelimiter/provider.tf (61%)
create mode 100644 examples/terraform/envoy-ratelimiter/ratelimit.tf
copy
sdks/java/core/src/main/java/org/apache/beam/sdk/transforms/SerializableBiConsumer.java
=> examples/terraform/envoy-ratelimiter/terraform.tfvars (61%)
create mode 100644 examples/terraform/envoy-ratelimiter/variables.tf
delete mode 100644
it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/PubsubliteResourceManager.java
delete mode 100644
it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/package-info.java
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/work/budget/GetWorkBudgetRefresher.java
delete mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/work/budget/GetWorkBudgetRefresherTest.java
copy
sdks/java/extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/util/{GcsUtil.java
=> GcsUtilV1.java} (96%)
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteSubscriptionTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProvider.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTopicTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandler.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/package-info.java
delete mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProviderTest.java
delete mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandlerTest.java
copy sdks/java/io/{splunk => datadog}/build.gradle (71%)
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogEvent.java
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogEventCoder.java
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogEventPublisher.java
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogEventSerializer.java
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogEventWriter.java
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogIO.java
copy
sdks/java/io/{splunk/src/main/java/org/apache/beam/sdk/io/splunk/SplunkWriteError.java
=>
datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogWriteError.java}
(56%)
create mode 100644
sdks/java/io/datadog/src/main/java/org/apache/beam/sdk/io/datadog/DatadogWriteErrorCoder.java
copy sdks/java/{core/src/main/java/org/apache/beam/sdk/io/range =>
io/datadog/src/main/java/org/apache/beam/sdk/io/datadog}/package-info.java (64%)
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogEventCoderTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogEventPublisherTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogEventSerializerTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogEventTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogEventWriterTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogIOTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogWriteErrorCoderTest.java
create mode 100644
sdks/java/io/datadog/src/test/java/org/apache/beam/sdk/io/datadog/DatadogWriteErrorTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/CloudPubsubTransforms.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteReadSchemaTransformProvider.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteWriteSchemaTransformProvider.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SubscriberOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/AddUuidsTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ApiServices.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CloserReference.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/DlqProvider.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformConfig.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformRegistrarImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/InitialOffsetReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/InitialOffsetReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/LimitingTopicBacklogReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactory.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactoryImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryBufferedSubscriber.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryBufferedSubscriberImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryLimiter.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryLimiterImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteProgress.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRange.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRangeCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRangeTracker.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerServerPublisherCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerServerSubscriberCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerSubscriptionPartitionSdf.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoFromBytes.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoToBytes.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PublisherAssembler.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PubsubLiteSink.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ServiceCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscribeTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriberAssembler.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartition.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionLoader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessor.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessorFactory.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessorImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReaderSettings.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TrackerWithProgress.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedSourceImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/Uuid.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UuidCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UuidDeduplicationTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/package-info.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/package-info.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/ReadWriteIT.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/AddUuidsTransformTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/FakeSerializable.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryBufferedSubscriberImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRangeTrackerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerSubscriptionPartitionSdfTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PubsubLiteDlqTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PubsubLiteSinkTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PubsubLiteWriteDlqTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionLoaderTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessorImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReaderImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImplTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UuidDeduplicationTransformTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/changestreams/dao/ChangeStreamDaoTest.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/AppendFilesToTablesTest.java
copy
{examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options
=>
sdks/java/ml/inference/openai/src/main/java/org/apache/beam/sdk/ml/inference/openai}/package-info.java
(89%)
copy sdks/java/{core/jmh/src/main/java/org/apache/beam/sdk/jmh/io =>
ml/inference/remote/src/main/java/org/apache/beam/sdk/ml/inference/remote}/package-info.java
(91%)
delete mode 100644
sdks/python/apache_beam/examples/complete/juliaset/requirements.txt
create mode 100644 sdks/python/apache_beam/examples/complete/juliaset/setup.py
delete mode 100644 sdks/python/apache_beam/io/gcp/pubsublite/__init__.py
delete mode 100644 sdks/python/apache_beam/io/gcp/pubsublite/external.py
delete mode 100644 sdks/python/apache_beam/io/gcp/pubsublite/proto_api.py
create mode 100644 sdks/python/apache_beam/ml/inference/model_manager.py
create mode 100644
sdks/python/apache_beam/ml/inference/model_manager_it_test.py
create mode 100644 sdks/python/apache_beam/ml/inference/model_manager_test.py
delete mode 100644
sdks/python/apache_beam/runners/dataflow/internal/clients/cloudbuild/__init__.py
delete mode 100644
sdks/python/apache_beam/runners/dataflow/internal/clients/cloudbuild/cloudbuild_v1_client.py
delete mode 100644
sdks/python/apache_beam/runners/dataflow/internal/clients/cloudbuild/cloudbuild_v1_messages.py
create mode 100644
sdks/python/apache_beam/typehints/tagged_output_typehints_test.py
create mode 100644
sdks/python/apache_beam/yaml/examples/transforms/sql/sql_calcite_connection_properties.yaml
delete mode 100644 sdks/typescript/src/apache_beam/io/pubsublite.ts
create mode 100644 sdks/typescript/test/state_provider_test.ts
create mode 100644 website/www/site/content/en/blog/beam-2.71.0.md
