This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from ca33943808c Add typing information to RunInferrence. (#17762)
add 4e2565a2848 [BEAM-14513] Add read transform and initial healthcare
client (#17748)
add b627a8e8419 [BEAM-14536] Handle 0.0 splits in offsetrange restriction
(#17782)
add 4bb3970f375 [BEAM-14470] Use lifecycle method names directly. (#17790)
add f765a91b1fd [BEAM-14297] add nullable annotations and an integration
test (#17742)
add 62d97cfc7b1 Only generate Javadocs for latest Spark runner version
(Spark 3) to fix the aggregateJavadoc task. (#17793)
add 145615a71cc [BEAM-13984] followup Fix precommit
add 50f31c2de74 [BEAM-13984] followup Fix precommit due to pytorch_test
gcs model #17795
add 36d0455459f Fail Javadoc aggregateJavadoc task if there's an error
(#17801)
add a31d329aa7b Fix parsing of -PenableCheckerFramework in build
add 4e8d7fbf7df Fix additional nullness errors in BigQueryIO
add 70cee1d125d Merge pull request #16721: [BEAM-10608] Fix additional
nullness errors in BigQueryIO
add 55b378dc90e Merge pull request #17753 from [BEAM-14510] adding
exception tests to LocalFileSystem
add 23aeca4e373 feat: allow for unknown values in change streams (#17655)
add f24cedf4edb Support JdbcIO autosharding in Python (#16921)
add bf4f64158cf [BEAM-14511] Growable Tracker for Go SDK (#17754)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 20 +-
.../beam/examples/kotlin/snippets/Snippets.kt | 4 +-
runners/spark/2/build.gradle | 2 +
runners/spark/spark_runner.gradle | 1 +
sdks/go/pkg/beam/core/graph/fn.go | 47 +---
sdks/go/pkg/beam/core/graph/fn_test.go | 208 ++++++++++++--
sdks/go/pkg/beam/core/runtime/exec/sdf_test.go | 41 +--
sdks/go/pkg/beam/io/fhirio/common.go | 53 ++++
.../samza/samza.go => io/fhirio/fakes_test.go} | 32 ++-
sdks/go/pkg/beam/io/fhirio/read.go | 98 +++++++
sdks/go/pkg/beam/io/fhirio/read_test.go | 90 ++++++
.../beam/io/rtrackers/offsetrange/offsetrange.go | 143 +++++++++-
.../io/rtrackers/offsetrange/offsetrange_test.go | 303 ++++++++++++++++++++-
sdks/java/core/build.gradle | 1 +
.../java/org/apache/beam/sdk/coders/VoidCoder.java | 2 +-
.../org/apache/beam/sdk/state/ReadableState.java | 2 -
.../org/apache/beam/sdk/state/ReadableStates.java | 5 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 9 +
.../org/apache/beam/sdk/util/Preconditions.java | 35 +++
.../sdk/values/FailsafeValueInSingleWindow.java | 8 +-
.../main/java/org/apache/beam/sdk/values/KV.java | 8 +-
.../beam/sdk/values/ValueInSingleWindow.java | 14 +-
.../apache/beam/sdk/io/LocalFileSystemTest.java | 107 ++++++++
.../beam/sdk/io/gcp/bigquery/AvroRowWriter.java | 6 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 14 +-
.../sdk/io/gcp/bigquery/BatchedStreamingWrite.java | 29 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 6 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 35 ++-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOMetadata.java | 10 +-
.../sdk/io/gcp/bigquery/BigQueryQueryHelper.java | 19 +-
.../io/gcp/bigquery/BigQueryQuerySourceDef.java | 3 +-
.../io/gcp/bigquery/BigQueryResourceNaming.java | 7 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 3 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 25 +-
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 28 +-
.../gcp/bigquery/BigQueryStorageArrowReader.java | 6 +-
.../io/gcp/bigquery/BigQueryStorageAvroReader.java | 20 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 15 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 11 +-
.../gcp/bigquery/BigQueryStorageStreamSource.java | 57 ++--
.../gcp/bigquery/BigQueryStorageTableSource.java | 22 +-
.../sdk/io/gcp/bigquery/BigQueryTableSource.java | 18 +-
.../io/gcp/bigquery/BigQueryTableSourceDef.java | 8 +-
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 32 ++-
.../io/gcp/bigquery/CreateTableDestinations.java | 7 +-
.../sdk/io/gcp/bigquery/CreateTableHelpers.java | 31 ++-
.../beam/sdk/io/gcp/bigquery/CreateTables.java | 17 +-
.../sdk/io/gcp/bigquery/DynamicDestinations.java | 12 +-
.../gcp/bigquery/DynamicDestinationsHelpers.java | 56 ++--
.../beam/sdk/io/gcp/bigquery/ErrorContainer.java | 10 +-
.../beam/sdk/io/gcp/bigquery/PrepareWrite.java | 11 +-
.../beam/sdk/io/gcp/bigquery/ReifyAsIterable.java | 6 +-
.../beam/sdk/io/gcp/bigquery/RetryManager.java | 16 +-
.../beam/sdk/io/gcp/bigquery/RowWriterFactory.java | 23 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 5 +-
.../bigquery/StorageApiDynamicDestinations.java | 4 +-
.../StorageApiDynamicDestinationsBeamRow.java | 4 +-
.../StorageApiDynamicDestinationsTableRow.java | 7 +-
.../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 23 +-
.../bigquery/StorageApiFlushAndFinalizeDoFn.java | 12 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 67 +++--
.../bigquery/StorageApiWritesShardedRecords.java | 18 +-
.../beam/sdk/io/gcp/bigquery/StreamingInserts.java | 12 +-
.../sdk/io/gcp/bigquery/StreamingWriteTables.java | 26 +-
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 11 +-
.../sdk/io/gcp/bigquery/TableDestinationCoder.java | 7 +-
.../io/gcp/bigquery/TableDestinationCoderV2.java | 7 +-
.../io/gcp/bigquery/TableDestinationCoderV3.java | 10 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 18 +-
.../beam/sdk/io/gcp/bigquery/TagWithUniqueIds.java | 7 +-
.../beam/sdk/io/gcp/bigquery/TestBigQuery.java | 30 +-
.../bigquery/TwoLevelMessageConverterCache.java | 6 +-
.../io/gcp/bigquery/UpdateSchemaDestination.java | 2 +-
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 37 ++-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 16 +-
.../beam/sdk/io/gcp/bigquery/WriteRename.java | 20 +-
.../beam/sdk/io/gcp/bigquery/WriteResult.java | 49 ++--
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 21 +-
.../mapper/ChangeStreamRecordMapper.java | 22 +-
.../gcp/spanner/changestreams/model/ModType.java | 3 +-
.../changestreams/model/ValueCaptureType.java | 1 +
.../io/gcp/bigquery/BigQueryServicesImplTest.java | 12 +-
.../mapper/ChangeStreamRecordMapperTest.java | 28 ++
.../changestreams/util/TestStructMapper.java | 60 +++-
.../beam/sdk/io/jdbc/JdbcSchemaIOProvider.java | 9 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 4 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 60 ++++
sdks/java/javadoc/build.gradle | 2 +-
sdks/python/apache_beam/io/jdbc.py | 6 +
.../apache_beam/ml/inference/pytorch_test.py | 9 +-
91 files changed, 1827 insertions(+), 606 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/fhirio/common.go
copy sdks/go/pkg/beam/{runners/samza/samza.go => io/fhirio/fakes_test.go} (61%)
create mode 100644 sdks/go/pkg/beam/io/fhirio/read.go
create mode 100644 sdks/go/pkg/beam/io/fhirio/read_test.go
