This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from bdaec7a13ed Merge pull request #29695 Enable keys values multimap
protocol based on runner capabilities.
add eff6c203991 Bump actions/setup-java from 3 to 4 (#29573)
add 4431479fd90 Add InfluxDB credentials as env variables where they are
missing
add 8ecfaa64fa8 Merge pull request #29716:Add InfluxDB credentials as env
variables
add f9479c68190 Support BigQuery tables with spaces (#29649)
add d24c40a125c Bump com.gradle.common-custom-user-data-gradle-plugin
(#29632)
add 5e00feea6c6 Update links to point to About Beam ML (#29709)
add 12a4f677c69 Fixes dictionary size change in direct runners (#29122)
add 649da779acd Update to most recent dataflow python container (#29717)
add f4d4a0d4696 Add utility method to parse labels/base name from a
mangled bigquery metric name (#29500)
add 0e85810d0d6 Add HistogramData::getAndReset method (#29484)
add 475a0c78690 Fix syntax (#29719)
add efe7e6aad1f Deal with trailing slash in tempRoot (#29478)
add d59e1920d23 Bump dataflowLegacyContainerVersion (#29723)
add 90e79ae373a [Go SDK]: Implement natsio.Read transform for reading from
NATS (#29410)
add 276aa023903 Add suffix for vocab files in tft transforms (#29720)
No new revisions were added by this update.
Summary of changes:
.github/workflows/beam_Java_JMH.yml | 2 +
.../beam_PostCommit_Java_Jpms_Direct_Java21.yml | 2 +-
.../beam_PostCommit_Java_Nexmark_Dataflow.yml | 2 +
.../beam_PostCommit_Java_Nexmark_Dataflow_V2.yml | 2 +
...am_PostCommit_Java_Nexmark_Dataflow_V2_Java.yml | 2 +
.../beam_PostCommit_Java_Nexmark_Direct.yml | 2 +
.../beam_PostCommit_Java_Nexmark_Flink.yml | 2 +
.../beam_PostCommit_Java_Nexmark_Spark.yml | 2 +
.../beam_PostCommit_Java_Tpcds_Dataflow.yml | 4 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 2 +
.../workflows/beam_PostCommit_Java_Tpcds_Spark.yml | 2 +
.github/workflows/build_release_candidate.yml | 10 +-
.github/workflows/code_completion_plugin_tests.yml | 2 +-
.github/workflows/run_rc_validation.yml | 4 +-
CHANGES.md | 1 +
examples/notebooks/beam-ml/README.md | 6 +-
.../beam-ml/automatic_model_refresh.ipynb | 10 -
examples/notebooks/beam-ml/mltransform_basic.ipynb | 2 +-
examples/notebooks/beam-ml/per_key_models.ipynb | 2 +-
.../notebooks/beam-ml/run_custom_inference.ipynb | 2 +-
.../run_inference_pytorch_tensorflow_sklearn.ipynb | 4 +-
.../beam-ml/speech_emotion_tensorflow.ipynb | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../beam/runners/dataflow/TestDataflowRunner.java | 14 +-
sdks/go/pkg/beam/io/natsio/common.go | 4 +
sdks/go/pkg/beam/io/natsio/end_estimator.go | 77 ++++++
sdks/go/pkg/beam/io/natsio/end_estimator_test.go | 78 ++++++
sdks/go/pkg/beam/io/natsio/example_test.go | 18 ++
sdks/go/pkg/beam/io/natsio/helper_test.go | 48 +++-
sdks/go/pkg/beam/io/natsio/read.go | 289 +++++++++++++++++++++
sdks/go/pkg/beam/io/natsio/read_option.go | 98 +++++++
sdks/go/pkg/beam/io/natsio/read_test.go | 212 +++++++++++++++
.../go/pkg/beam/io/natsio/time_policy.go | 39 ++-
.../strategy.go => io/natsio/time_policy_test.go} | 41 ++-
.../go/pkg/beam/io/natsio/watermark_estimator.go | 24 +-
.../pkg/beam/io/natsio/watermark_estimator_test.go | 67 +++++
sdks/go/pkg/beam/io/natsio/write_test.go | 4 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 17 ++
.../org/apache/beam/sdk/util/HistogramData.java | 12 +
.../org/apache/beam/sdk/io/FileSystemsTest.java | 20 ++
.../apache/beam/sdk/util/HistogramDataTest.java | 26 ++
.../beam/sdk/extensions/gcp/util/GcsUtilIT.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 61 ++++-
.../sdk/io/gcp/bigquery/BigQueryClusteringIT.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIOJsonIT.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIOReadIT.java | 4 +-
.../bigquery/BigQueryIOStorageReadTableRowIT.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryKmsKeyIT.java | 4 +-
.../io/gcp/bigquery/BigQueryNestedRecordsIT.java | 4 +-
.../bigquery/BigQuerySchemaUpdateOptionsIT.java | 7 +-
.../io/gcp/bigquery/BigQuerySinkMetricsTest.java | 44 ++++
.../BigQueryTimePartitioningClusteringIT.java | 4 +-
.../sdk/io/gcp/bigquery/BigQueryToTableIT.java | 10 +-
.../beam/sdk/io/gcp/storage/GcsKmsKeyIT.java | 3 +-
.../apache/beam/sdk/io/gcp/storage/GcsMatchIT.java | 3 +-
.../apache_beam/examples/inference/README.md | 2 +-
sdks/python/apache_beam/ml/inference/__init__.py | 2 +-
sdks/python/apache_beam/ml/inference/base.py | 14 +-
.../ml/inference/huggingface_inference.py | 19 +-
sdks/python/apache_beam/ml/transforms/tft.py | 28 +-
sdks/python/apache_beam/ml/transforms/tft_test.py | 81 +++++-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/worker/sdk_worker.py | 11 +-
settings.gradle.kts | 2 +-
.../site/content/en/documentation/ml/about-ml.md | 2 +-
.../en/documentation/ml/inference-overview.md | 4 +-
.../en/documentation/ml/multi-model-pipelines.md | 2 +-
.../site/content/en/documentation/ml/overview.md | 4 +-
.../site/content/en/documentation/sdks/python.md | 2 +-
.../transforms/python/elementwise/runinference.md | 2 +-
.../en/get-started/resources/learning-resources.md | 2 +-
72 files changed, 1348 insertions(+), 152 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/natsio/end_estimator.go
create mode 100644 sdks/go/pkg/beam/io/natsio/end_estimator_test.go
create mode 100644 sdks/go/pkg/beam/io/natsio/read.go
create mode 100644 sdks/go/pkg/beam/io/natsio/read_option.go
create mode 100644 sdks/go/pkg/beam/io/natsio/read_test.go
copy learning/katas/go/windowing/adding_timestamp/pardo/pkg/task/task.go =>
sdks/go/pkg/beam/io/natsio/time_policy.go (63%)
copy sdks/go/pkg/beam/{runners/prism/internal/engine/strategy.go =>
io/natsio/time_policy_test.go} (58%)
copy learning/katas/go/core_transforms/partition/partition/pkg/task/task.go =>
sdks/go/pkg/beam/io/natsio/watermark_estimator.go (75%)
create mode 100644 sdks/go/pkg/beam/io/natsio/watermark_estimator_test.go
