This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 59640281c9c Call out fixed security vulnerabilities (#28400)
add f745f629a1f Bump cloud.google.com/go/bigquery from 1.54.0 to 1.55.0 in
/sdks (#28405)
add df0c25d5c31 MLTransform basic notebook (#27402)
add 7b9729fbb78 Bump google.golang.org/api from 0.139.0 to 0.140.0 in
/sdks (#28406)
add 1225dee19c9 Fix typos, and clarify playground deploy. (#28381)
add a1cd418e4f3 Bump orjson version (#28404)
add 1f9febeff05 Update protobuf dependency to the version that fixes
memory leaks. (#28365)
add 5ad8ead9fff increase main pool to 24 and pods to 200 (#28416)
add 7cb4371aad9 Fix whitespace triggers (#28401)
add 16f2e17f8d8 Remove bootloader naming logic for unsupported Python
versions (#28414)
add d371bfca364 Disable Commit trigger for certain Jenkins precommit
(#28316)
add 3a87bba7334 Bump cloud.google.com/go/storage from 1.32.0 to 1.33.0 in
/sdks (#28366)
add 9b8644d056e add getworkermetadata streaming rpc (#27767)
add e2ce6e71809 Bump cloud.google.com/go/datastore from 1.13.0 to 1.14.0
in /sdks (#28139)
add 846a1ab6416 Add govulncheck to Go Tests workflow (#28226)
add e4b112b8765 Exclude source-overrides from checkStyle javadocPackage
(#28419)
add 780095939d9 Feature/automate io performance tests (#28266)
add 6ef6b6ab9cf More narrow workaround for Python 3.11 comprehension bug.
add d36d0cc99a2 Merge pull request #28421 More targeted workaround for
Python 3.11 comprehension bug.
add abdea131f80 Revert "Add govulncheck to Go Tests workflow (#28226)"
(#28425)
add cb05bd1c5c4 Add notebook for RunInference with Hugging Face (#28376)
add 9f3bea90233 Remove Tensorflow from default Beam images. (#28424)
add 141e3e63662 Add script to cache provider artifacts for faster startup.
(#28335)
add cf0cf3b746c Add an annotation to expose transforms to yaml. (#28208)
No new revisions were added by this update.
Summary of changes:
.../arc/environments/beam.env | 4 +-
.../beam_PostCommit_Java_IO_Performance_Tests.yml | 114 ++++
.github/workflows/beam_PreCommit_Whitespace.yml | 4 +-
.../jenkins/job_PreCommit_PythonDocs.groovy | 33 -
.../jenkins/job_PreCommit_PythonLint.groovy | 30 -
.test-infra/jenkins/job_PreCommit_RAT.groovy | 26 -
.test-infra/jenkins/job_PreCommit_Spotless.groovy | 45 --
.test-infra/jenkins/job_PreCommit_Website.groovy | 27 -
.../jenkins/job_PreCommit_Website_Stage_GCS.groovy | 31 -
.../jenkins/job_PreCommit_Whitespace.groovy | 31 -
CHANGES.md | 2 +-
.../beam/gradle/IoPerformanceTestUtilities.groovy | 45 ++
examples/notebooks/beam-ml/README.md | 1 +
examples/notebooks/beam-ml/mltransform_basic.ipynb | 679 +++++++++++++++++++++
.../beam-ml/run_inference_huggingface.ipynb | 534 ++++++++++++++++
.../extensions/join-library => it}/build.gradle | 18 +-
it/google-cloud-platform/build.gradle | 6 +-
.../google-cloud-dataflow-java/worker/build.gradle | 135 ++--
.../worker/windmill/AbstractWindmillStream.java | 17 +-
.../windmill/ForwardingClientResponseObserver.java | 14 +-
.../worker/windmill/StreamObserverFactory.java | 18 +-
.../worker/windmill/WindmillEndpoints.java | 221 +++++++
.../worker/windmill/WindmillServiceAddress.java | 44 +-
.../dataflow/worker/windmill/WindmillStream.java | 4 +
.../windmill/grpcclient/GrpcCommitWorkStream.java | 31 +-
.../windmill/grpcclient/GrpcGetDataStream.java | 41 +-
.../windmill/grpcclient/GrpcGetWorkStream.java | 25 +-
.../grpcclient/GrpcGetWorkerMetadataStream.java | 170 ++++++
.../windmill/grpcclient/GrpcWindmillServer.java | 40 +-
.../GrpcGetWorkerMetadataStreamTest.java | 328 ++++++++++
.../worker/windmill/src/main/proto/windmill.proto | 11 +-
.../windmill/src/main/proto/windmill_service.proto | 2 +-
sdks/go.mod | 14 +-
sdks/go.sum | 28 +-
.../resources/beam/checkstyle/suppressions.xml | 1 +
sdks/python/apache_beam/transforms/ptransform.py | 52 ++
.../apache_beam/typehints/trivial_inference.py | 15 +-
.../typehints/trivial_inference_test.py | 19 +
.../cache_provider_artifacts.py} | 35 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 76 ++-
.../python/apache_beam/yaml/yaml_transform_test.py | 30 +
.../container/base_image_requirements_manual.txt | 1 -
sdks/python/container/boot.go | 8 +-
.../container/py310/base_image_requirements.txt | 80 +--
.../container/py311/base_image_requirements.txt | 74 +--
.../container/py38/base_image_requirements.txt | 80 +--
.../container/py39/base_image_requirements.txt | 82 +--
sdks/python/setup.py | 13 +-
.../site/content/en/contribute/release-guide.md | 8 +-
49 files changed, 2659 insertions(+), 688 deletions(-)
create mode 100644
.github/workflows/beam_PostCommit_Java_IO_Performance_Tests.yml
delete mode 100644 .test-infra/jenkins/job_PreCommit_PythonDocs.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_PythonLint.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_RAT.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Spotless.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Website.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Website_Stage_GCS.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Whitespace.groovy
create mode 100644
buildSrc/src/main/groovy/org/apache/beam/gradle/IoPerformanceTestUtilities.groovy
create mode 100644 examples/notebooks/beam-ml/mltransform_basic.ipynb
create mode 100644 examples/notebooks/beam-ml/run_inference_huggingface.ipynb
copy {sdks/java/extensions/join-library => it}/build.gradle (66%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/WindmillEndpoints.java
copy
sdks/java/core/src/test/java/org/apache/beam/sdk/coders/AvroCoderTestPojo.java
=>
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/WindmillServiceAddress.java
(52%)
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/grpcclient/GrpcGetWorkerMetadataStream.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/grpcclient/GrpcGetWorkerMetadataStreamTest.java
copy sdks/python/apache_beam/{io/flink/flink_streaming_impulse_source_test.py
=> yaml/cache_provider_artifacts.py} (50%)
