This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from b1cf96d3d65 Bump pip from 25.3 to 26.0 in
/sdks/python/container/ml/py311 (#37483)
add 1531743ce8d [Dataflow Streaming] Enable state tag encoding v2 based on
backend flag (#37464)
add 91418fd69a0 Fix ValidatesContainer Cloud Build test
add 425d82704b8 Update sdk_container_builder for google-cloud-build 3.35
API
add 98cdbc70a59 Added fall back to additionalProperties for older clients
add 1c5d57a0ec2 Merge pull request #37490 from
aIbrahiim/fix-postcommit-python-validates-container
add d32bc97290a Revert "Bump pip from 25.3 to 26.0 in
/sdks/python/container/ml/py311 (#37483)" (#37494)
add 0aea01394b1 Update java ml module gradle (#37471)
add 9a5de4f46ce [Drain] Propagate drain information to timerData and TImer
data structures. mostly noop.
add 1c22136c6e2 Merge pull request #37009: [Drain] TimerData causedByDrain
field
add 183ecd36cb4 Add pubsublite IO change (#37489)
add 4e218f0183e Add model manager that automatically manage model across
processes (#37113)
add c1ecbb9eeb1 Fix linting/compilation violation (#37505)
add 99e48681a03 Increment PyArrow Bounds (#37503)
add fed1b551c35 Add support for tagged output type hints. (#37434)
add 4e76198555e fix spotless (#37508)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +-
.../beam/runners/core/ReduceFnContextFactory.java | 12 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 6 +-
.../apache/beam/runners/core/TimerInternals.java | 67 +-
.../runners/core/InMemoryTimerInternalsTest.java | 84 ++-
.../beam/runners/core/KeyedWorkItemCoderTest.java | 3 +-
.../apache/beam/runners/core/ReduceFnTester.java | 9 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 3 +-
.../SimplePushbackSideInputDoFnRunnerTest.java | 6 +-
.../beam/runners/core/TimerInternalsTest.java | 86 ++-
.../core/triggers/TriggerStateMachineTester.java | 12 +-
.../runners/direct/DirectTimerInternalsTest.java | 18 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 3 +-
.../beam/runners/direct/EvaluationContextTest.java | 6 +-
.../beam/runners/direct/WatermarkManagerTest.java | 137 +++-
.../worker/StreamingModeExecutionContext.java | 17 +-
.../dataflow/worker/WindmillTimerInternals.java | 12 +-
.../StreamingEngineComputationConfigFetcher.java | 10 +
.../streaming/config/StreamingGlobalConfig.java | 7 +-
.../processing/ComputationWorkExecutorFactory.java | 14 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 3 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 3 +-
.../worker/StreamingModeExecutionContextTest.java | 38 +-
.../worker/StreamingSideInputFetcherTest.java | 3 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 9 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 6 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 6 +-
...treamingEngineComputationConfigFetcherTest.java | 38 ++
.../windmill/state/WindmillTagEncodingV1Test.java | 30 +-
.../windmill/state/WindmillTagEncodingV2Test.java | 8 +-
.../samza/runtime/ClassicBundleManager.java | 3 +-
.../samza/runtime/PortableBundleManager.java | 3 +-
.../runners/samza/runtime/KeyedTimerDataTest.java | 7 +-
.../runtime/SamzaTimerInternalsFactoryTest.java | 84 ++-
.../io/components/deadletterqueue/DLQRouter.java | 21 +-
.../deadletterqueue/sinks/ThrowingSink.java | 3 +-
.../components/throttling/ThrottlingSignaler.java | 11 +-
.../components/deadletterqueue/DLQRouterTest.java | 30 +-
sdks/java/ml/inference/openai/build.gradle | 9 +-
.../ml/inference/openai/OpenAIModelHandler.java | 85 ++-
.../sdk/ml/inference/openai/OpenAIModelInput.java | 7 +-
.../ml/inference/openai/OpenAIModelParameters.java | 23 +-
.../ml/inference/openai/OpenAIModelResponse.java | 6 +-
.../sdk/ml/inference/openai}/package-info.java | 4 +-
.../ml/inference/openai/OpenAIModelHandlerIT.java | 597 ++++++++--------
.../inference/openai/OpenAIModelHandlerTest.java | 163 ++---
sdks/java/ml/inference/remote/build.gradle | 6 +-
.../beam/sdk/ml/inference/remote/BaseInput.java | 12 +-
.../sdk/ml/inference/remote/BaseModelHandler.java | 55 +-
.../ml/inference/remote/BaseModelParameters.java | 26 +-
.../beam/sdk/ml/inference/remote/BaseResponse.java | 16 +-
.../sdk/ml/inference/remote/PredictionResult.java | 12 +-
.../sdk/ml/inference/remote/RemoteInference.java | 115 ++--
.../beam/sdk/ml/inference/remote/RetryHandler.java | 46 +-
.../sdk/ml/inference/remote}/package-info.java | 4 +-
.../ml/inference/remote/RemoteInferenceTest.java | 432 ++++++------
sdks/python/apache_beam/io/parquetio_test.py | 2 +-
.../apache_beam/ml/inference/model_manager.py | 747 +++++++++++++++++++++
.../apache_beam/ml/inference/model_manager_test.py | 622 +++++++++++++++++
sdks/python/apache_beam/pvalue.py | 12 +-
.../runners/portability/sdk_container_builder.py | 28 +-
sdks/python/apache_beam/transforms/core.py | 41 +-
sdks/python/apache_beam/transforms/ptransform.py | 28 +-
sdks/python/apache_beam/typehints/decorators.py | 182 ++++-
.../apache_beam/typehints/decorators_test.py | 125 ++++
.../typehints/tagged_output_typehints_test.py | 356 ++++++++++
.../python/apache_beam/typehints/typehints_test.py | 2 +-
.../container/ml/py311/base_image_requirements.txt | 2 +-
.../container/ml/py311/gpu_image_requirements.txt | 2 +-
sdks/python/setup.py | 2 +-
sdks/python/tox.ini | 19 +-
settings.gradle.kts | 4 +-
72 files changed, 3598 insertions(+), 1015 deletions(-)
copy
{examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options
=>
sdks/java/ml/inference/openai/src/main/java/org/apache/beam/sdk/ml/inference/openai}/package-info.java
(89%)
copy sdks/java/{core/jmh/src/main/java/org/apache/beam/sdk/jmh/io =>
ml/inference/remote/src/main/java/org/apache/beam/sdk/ml/inference/remote}/package-info.java
(91%)
create mode 100644 sdks/python/apache_beam/ml/inference/model_manager.py
create mode 100644 sdks/python/apache_beam/ml/inference/model_manager_test.py
create mode 100644
sdks/python/apache_beam/typehints/tagged_output_typehints_test.py
