This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 4b413bbb5f8 Merge pull request #17515 from [BEAM-14377] Revert
"Improvement to Seed job configuration so we can launch seed jobs against PRs"
add 9af36b0bd3d [BEAM-11105] Add manual watermark estimation (#17475)
add c52a5b87661 [BEAM-14390] Set user-agent when pulling licenses to avoid
403s (#17521)
add d419e8ae645 [BEAM-14375] Fix Java Wordcount Dataflow postcommit
add e0166e294be Merge pull request #1748: [BEAM-14375] Fix Java Wordcount
Dataflow postcommit for Gradle 7.4
add 12dbe920aad [BEAM-8688] Upgrade GCSIO to 2.2.6 (#17486)
add af64c2647eb Allow arithmetic between deferred scalars.
add e634efe491c Merge pull request #17500 [BEAM-14391] Allow arithmetic
between deferred scalars.
add 86ad8af4da1 [BEAM-14253] patch SubscriptionPartitionLoader to work
around a dataflow bug (#17523)
add 2adf0c68aed Add website link log to notify user of pre-build workflow.
(#17498)
add 51067c12320 [BEAM-11105] Add timestamp observing watermark estimation
(#17476)
add 1a3f3fa0ffd Merge pull request #17487 from Adding user-agent to GCS
client in Python
add 2ef576f09f8 [BEAM-10265] Display error message if trying to infer
recursive schema from POJO/Proto objects (#17477)
add 40673dc84c9 [BEAM-12575] Upgraded ipykernel from v5 to v6 (#17526)
add 095190d5bcb [BEAM-11105] Add docs + CHANGES.md entry for Go Watermark
Estimation (#17522)
add 0daef62a7bd Merge pull request #17380 from [BEAM-14314][BEAM-9532] Add
last_updated field in filesystem.FileMetaData
No new revisions were added by this update.
Summary of changes:
.github/workflows/java_tests.yml | 6 +-
CHANGES.md | 3 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 9 +-
sdks/go/examples/snippets/04transforms.go | 61 +
sdks/go/pkg/beam/beam.shims.go | 13 +-
sdks/go/pkg/beam/core/funcx/fn.go | 58 +-
sdks/go/pkg/beam/core/funcx/fn_test.go | 59 +
sdks/go/pkg/beam/core/graph/fn.go | 21 +
sdks/go/pkg/beam/core/graph/fn_test.go | 115 +-
sdks/go/pkg/beam/core/graph/mtime/time.go | 6 +
sdks/go/pkg/beam/core/graph/mtime/time_test.go | 31 +
sdks/go/pkg/beam/core/runtime/exec/combine.go | 12 +-
sdks/go/pkg/beam/core/runtime/exec/emit.go | 17 +
sdks/go/pkg/beam/core/runtime/exec/fn.go | 26 +-
sdks/go/pkg/beam/core/runtime/exec/fn_test.go | 17 +-
.../beam/core/runtime/exec/optimized/emitters.go | 3046 +++++++++++++++++++-
.../beam/core/runtime/exec/optimized/emitters.tmpl | 18 +
sdks/go/pkg/beam/core/runtime/exec/pardo.go | 31 +-
sdks/go/pkg/beam/core/sdf/sdf.go | 13 +-
sdks/go/pkg/beam/core/sdf/watermark_estimator.go | 40 +
.../runners/vet/testpipeline/testpipeline.shims.go | 13 +-
sdks/go/pkg/beam/testing/passert/passert.shims.go | 13 +-
sdks/go/pkg/beam/transforms/filter/filter.shims.go | 13 +-
sdks/go/pkg/beam/util/shimx/generate.go | 12 +
sdks/go/pkg/beam/util/shimx/generate_test.go | 4 +-
sdks/go/pkg/beam/x/debug/debug.shims.go | 16 +-
.../license_scripts/pull_licenses_java.py | 4 +-
.../sdk/schemas/utils/StaticSchemaInference.java | 51 +-
.../beam/sdk/schemas/JavaFieldSchemaTest.java | 44 +
.../beam/sdk/schemas/utils/POJOUtilsTest.java | 9 +
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 129 +
.../extensions/protobuf/ProtoSchemaTranslator.java | 42 +-
.../protobuf/ProtoSchemaTranslatorTest.java | 51 +
.../sdk/extensions/protobuf/TestProtoSchemas.java | 4 +
.../src/test/proto/proto3_schema_messages.proto | 15 +
sdks/java/io/google-cloud-platform/build.gradle | 4 +
.../internal/SubscriptionPartitionLoader.java | 7 +-
.../beam/sdk/io/gcp/pubsublite/ReadWriteIT.java | 2 -
sdks/python/apache_beam/dataframe/frame_base.py | 36 +
sdks/python/apache_beam/dataframe/transforms.py | 3 +-
.../apache_beam/dataframe/transforms_test.py | 2 +
.../apache_beam/io/aws/clients/s3/fake_client.py | 6 +-
sdks/python/apache_beam/io/aws/s3filesystem.py | 25 +-
.../python/apache_beam/io/aws/s3filesystem_test.py | 40 +-
sdks/python/apache_beam/io/aws/s3io.py | 98 +-
sdks/python/apache_beam/io/aws/s3io_test.py | 21 +-
.../apache_beam/io/azure/blobstoragefilesystem.py | 25 +-
.../io/azure/blobstoragefilesystem_test.py | 45 +-
sdks/python/apache_beam/io/azure/blobstorageio.py | 108 +-
sdks/python/apache_beam/io/filesystem.py | 50 +-
sdks/python/apache_beam/io/filesystem_test.py | 3 +
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 11 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 29 +
sdks/python/apache_beam/io/gcp/gcsfilesystem.py | 24 +-
.../apache_beam/io/gcp/gcsfilesystem_test.py | 31 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 111 +-
sdks/python/apache_beam/io/gcp/gcsio_test.py | 36 +
sdks/python/apache_beam/io/hadoopfilesystem.py | 52 +-
.../python/apache_beam/io/hadoopfilesystem_test.py | 25 +-
sdks/python/apache_beam/io/localfilesystem.py | 18 +-
sdks/python/apache_beam/io/localfilesystem_test.py | 10 +-
.../runners/dataflow/dataflow_runner.py | 11 +-
.../apache_beam/transforms/batch_dofn_test.py | 1 -
.../container/license_scripts/pull_licenses_py.py | 5 +-
sdks/python/setup.py | 2 +-
.../content/en/documentation/programming-guide.md | 2 +-
.../sdks/python-pipeline-dependencies.md | 21 +-
67 files changed, 4570 insertions(+), 316 deletions(-)
