This is an automated email from the ASF dual-hosted git repository.
reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 92e33e8e6a8 Bump google.golang.org/api from 0.126.0 to 0.127.0 in
/sdks (#27112)
add 1e49c512ac1 Merge pull request #26975: Add upsert and delete support
to BigQueryIO
No new revisions were added by this update.
Summary of changes:
...DefaultCoderCloudObjectTranslatorRegistrar.java | 2 +
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 17 +-
.../AvroGenericRecordToStorageApiProto.java | 24 +-
.../io/gcp/bigquery/BeamRowToStorageApiProto.java | 18 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 111 ++++++-
.../beam/sdk/io/gcp/bigquery/RowMutation.java | 69 ++++
.../io/gcp/bigquery/RowMutationInformation.java | 46 +++
.../beam/sdk/io/gcp/bigquery/StorageApiCDC.java} | 26 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 26 +-
.../bigquery/StorageApiDynamicDestinations.java | 7 +-
.../StorageApiDynamicDestinationsBeamRow.java | 39 ++-
...StorageApiDynamicDestinationsGenericRecord.java | 38 ++-
.../StorageApiDynamicDestinationsTableRow.java | 40 ++-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 26 +-
.../StorageApiWriteRecordsInconsistent.java | 8 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 62 +++-
.../bigquery/StorageApiWritesShardedRecords.java | 7 +-
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 106 +++++--
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 4 +
.../sdk/io/gcp/testing/FakeDatasetService.java | 100 +++++-
.../beam/sdk/io/gcp/testing/TableContainer.java | 120 ++++++-
.../AvroGenericRecordToStorageApiProtoTest.java | 43 ++-
.../gcp/bigquery/BeamRowToStorageApiProtoTest.java | 34 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 353 +++++++++++++++++++++
.../io/gcp/bigquery/StorageApiSinkRowUpdateIT.java | 161 ++++++++++
.../bigquery/TableRowToStorageApiProtoTest.java | 86 +++--
27 files changed, 1407 insertions(+), 170 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutation.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RowMutationInformation.java
copy
sdks/java/{extensions/sql/perf-tests/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/bigquery/BigQueryPerfTableProvider.java
=>
io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiCDC.java}
(70%)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiSinkRowUpdateIT.java
