This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 46a12bf423d [BigQuery] Extend timestamp precision to microseconds when
writing with Beam Rows (Storage API) (#24784)
add e28f6f79f2b [Spark Dataset runner] Trigger evaluation using write noop
rather than using foreach (closes #24797) (#24565)
add a43b834681f [Website] update check links, catch prod & staging links
add 994f733a409 Merge pull request #22221: [Website] update check-links
add 873e0d0978d [#24292] Create Avro extension for Java SDK
add 8b532db7db0 Address the review comments
add 150877e6494 Apply #24454 changes
add bab773fdcf1 Merge pull request #24294: Create Avro extension for Java
SDK
add 04694d8c886 Install sklearn < 1.20.0 for sklearn postcommit tests
(#24788)
add 645bf35056d [Spark Dataset runner] Skip unconsumed additional outputs
of ParDo.MultiOutput to avoid caching if not necessary (resolves #24710)
(#24711)
add 1e763ad6d18 [Go SDK]: MongoDB IO connector (#24663)
add 177306792ce Better naming and inference for PythonCallable. (#24735)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
.../SparkStructuredStreamingPipelineResult.java | 47 +-
.../translation/EvaluationContext.java | 8 +-
.../translation/PipelineTranslator.java | 7 +
.../translation/SparkSessionFactory.java | 4 +
.../translation/TransformTranslator.java | 5 +
.../batch/DoFnPartitionIteratorFactory.java | 36 +-
.../translation/batch/ParDoTranslatorBatch.java | 11 +-
.../structuredstreaming/SparkSessionRule.java | 20 +
.../translation/batch/ParDoTest.java | 69 +-
sdks/go.mod | 9 +-
sdks/go.sum | 23 +-
sdks/go/pkg/beam/io/mongodbio/coder.go | 68 +
sdks/go/pkg/beam/io/mongodbio/coder_test.go | 160 ++
sdks/go/pkg/beam/io/mongodbio/common.go | 73 +
sdks/go/pkg/beam/io/mongodbio/example_test.go | 180 ++
sdks/go/pkg/beam/io/mongodbio/helper_test.go | 33 +
sdks/go/pkg/beam/io/mongodbio/read.go | 492 +++++
sdks/go/pkg/beam/io/mongodbio/read_option.go | 60 +
sdks/go/pkg/beam/io/mongodbio/read_option_test.go | 115 ++
sdks/go/pkg/beam/io/mongodbio/read_test.go | 393 ++++
sdks/go/pkg/beam/io/mongodbio/write.go | 204 ++
sdks/go/pkg/beam/io/mongodbio/write_option.go | 50 +
sdks/go/pkg/beam/io/mongodbio/write_option_test.go | 83 +
sdks/go/pkg/beam/io/mongodbio/write_test.go | 54 +
sdks/go/pkg/beam/util/structx/struct.go | 19 +
sdks/go/pkg/beam/util/structx/struct_test.go | 60 +
sdks/go/test/integration/integration.go | 1 +
.../integration/internal/containers/containers.go | 82 +
.../test/integration/io/mongodbio/helper_test.go | 121 ++
.../integration/io/mongodbio/mongodbio_test.go | 237 +++
.../org/apache/beam/sdk/io/BlockBasedSource.java | 4 +-
.../apache/beam/sdk/io/DefaultFilenamePolicy.java | 2 +-
.../beam/sdk/io/ReadAllViaFileBasedSource.java | 2 +-
sdks/java/extensions/avro/build.gradle | 56 +
.../beam/sdk/extensions/avro/coders/AvroCoder.java | 820 ++++++++
.../extensions/avro/coders/AvroGenericCoder.java | 32 +
.../sdk/extensions/avro/coders/package-info.java | 29 +
.../apache/beam/sdk/extensions/avro/io/AvroIO.java | 2043 ++++++++++++++++++++
.../extensions/avro/io/AvroSchemaIOProvider.java | 150 ++
.../beam/sdk/extensions/avro/io/AvroSink.java | 161 ++
.../beam/sdk/extensions/avro/io/AvroSource.java | 777 ++++++++
.../avro/io/ConstantAvroDestination.java | 148 ++
.../avro/io/DynamicAvroDestinations.java | 55 +
.../avro/io/SerializableAvroCodecFactory.java | 112 ++
.../beam/sdk/extensions/avro/io/package-info.java | 26 +
.../extensions/avro/schemas/AvroRecordSchema.java | 64 +
.../io/payloads/AvroPayloadSerializerProvider.java | 44 +
.../avro/schemas/io/payloads/package-info.java | 27 +
.../sdk/extensions/avro/schemas/package-info.java | 29 +
.../avro/schemas/utils/AvroByteBuddyUtils.java | 142 ++
.../extensions/avro/schemas/utils/AvroUtils.java | 1374 +++++++++++++
.../avro/schemas/utils/package-info.java | 26 +
.../apache/beam/sdk/extensions/avro/io/user.avsc | 10 +
.../beam/sdk/extensions/avro/schemas/test.avsc | 30 +
.../sdk/extensions/avro/coders/AvroCoderTest.java | 1108 +++++++++++
.../extensions/avro/coders/AvroCoderTestPojo.java | 51 +
.../beam/sdk/extensions/avro/io/AvroIOTest.java | 1587 +++++++++++++++
.../avro/io/AvroSchemaIOProviderTest.java | 174 ++
.../sdk/extensions/avro/io/AvroSourceTest.java | 846 ++++++++
.../avro/io/SerializableAvroCodecFactoryTest.java | 93 +
.../extensions/avro/schemas/AvroSchemaTest.java | 497 +++++
.../io/AvroPayloadSerializerProviderTest.java | 64 +
.../avro/schemas/utils/AvroGenerators.java | 220 +++
.../avro/schemas/utils/AvroUtilsTest.java | 895 +++++++++
sdks/python/apache_beam/transforms/util.py | 1 +
.../apache_beam/typehints/trivial_inference.py | 11 +-
.../typehints/trivial_inference_test.py | 7 +
sdks/python/apache_beam/utils/python_callable.py | 13 +
.../apache_beam/utils/python_callable_test.py | 9 +
sdks/python/test-suites/direct/common.gradle | 8 +
settings.gradle.kts | 1 +
website/www/check-links.sh | 91 +-
73 files changed, 14465 insertions(+), 99 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/mongodbio/coder.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/coder_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/common.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/example_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/helper_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/read.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/read_option.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/read_option_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/read_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/write.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/write_option.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/write_option_test.go
create mode 100644 sdks/go/pkg/beam/io/mongodbio/write_test.go
create mode 100644 sdks/go/test/integration/internal/containers/containers.go
create mode 100644 sdks/go/test/integration/io/mongodbio/helper_test.go
create mode 100644 sdks/go/test/integration/io/mongodbio/mongodbio_test.go
create mode 100644 sdks/java/extensions/avro/build.gradle
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/coders/AvroCoder.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/coders/AvroGenericCoder.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/coders/package-info.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroIO.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroSchemaIOProvider.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroSink.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/AvroSource.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/ConstantAvroDestination.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/DynamicAvroDestinations.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/SerializableAvroCodecFactory.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/io/package-info.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/AvroRecordSchema.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/io/payloads/AvroPayloadSerializerProvider.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/io/payloads/package-info.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/package-info.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroByteBuddyUtils.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroUtils.java
create mode 100644
sdks/java/extensions/avro/src/main/java/org/apache/beam/sdk/extensions/avro/schemas/utils/package-info.java
create mode 100644
sdks/java/extensions/avro/src/test/avro/org/apache/beam/sdk/extensions/avro/io/user.avsc
create mode 100644
sdks/java/extensions/avro/src/test/avro/org/apache/beam/sdk/extensions/avro/schemas/test.avsc
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/coders/AvroCoderTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/coders/AvroCoderTestPojo.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/io/AvroIOTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/io/AvroSchemaIOProviderTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/io/AvroSourceTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/io/SerializableAvroCodecFactoryTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/AvroSchemaTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/io/AvroPayloadSerializerProviderTest.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroGenerators.java
create mode 100644
sdks/java/extensions/avro/src/test/java/org/apache/beam/sdk/extensions/avro/schemas/utils/AvroUtilsTest.java
