This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e33cd105272 Bump nodemailer from 9.0.1 to 9.1.1 in
/scripts/ci/issue-report (#40066)
add 8f0cc353648 Bump golang.org/x/oauth2 from 0.36.0 to 0.37.0 in /sdks
(#40072)
add 1bc283150d2 Bump golang.org/x/sys from 0.47.0 to 0.48.0 in /sdks
(#40073)
add 123dbe41c57 Bump docker/setup-qemu-action from 4.2.0 to 4.3.0 (#40075)
add 9fecf1eb0aa Bump google.golang.org/grpc in /.test-infra/mock-apis
(#40069)
add 7018e456e94 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#40071)
add 47127f84d09 Bump org.nosphere.apache.rat from 0.8.1 to 0.8.2 (#40070)
add 961807b88e6 Bump golang.org/x/sync from 0.22.0 to 0.23.0 in /sdks
(#40074)
add 84713ce61e1 Implement Iceberg Table Metadata Driver transform (#39883)
add d11883d91a6 Add biquery query parameter option to support parametrize
query (#39389)
add 9db91a08646 Remove nullness suppression in TimestampCombiner
add 5236934e57a Merge pull request #40046: Remove nullness suppression in
TimestampCombiner
add 294456a9ebb Remove nullness suppression in TaggedPValue
add 6a3f229466d Merge pull request #40044: Remove nullness suppression in
TaggedPValue
add 7898e7d1e48 require google-cloud-bigtable 2.44 (#40042)
add 81b9188f409 Adds Delta Lake read support to Beam SQL (#39950)
add 1276b1a062a [CI] Setup reviewers for IcebergIO and DeltaIO (#40083)
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 17 +-
.github/autolabeler.yml | 13 +-
.../beam_PostCommit_Java_Delta_IO_Dataflow.json | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
.test-infra/mock-apis/go.mod | 46 +-
.test-infra/mock-apis/go.sum | 104 +-
build.gradle.kts | 3 +-
sdks/go.mod | 10 +-
sdks/go.sum | 16 +-
sdks/go/pkg/beam/io/bigqueryio/bigquery.go | 32 +-
sdks/go/pkg/beam/io/bigqueryio/bigquery_test.go | 35 +
sdks/go/pkg/beam/io/bigqueryio/coder.go | 88 ++
sdks/go/pkg/beam/io/bigqueryio/coder_test.go | 495 +++++++
sdks/go/test/integration/integration.go | 4 +-
.../integration/io/bigqueryio/bigqueryio_test.go | 182 ++-
.../test/integration/io/bigqueryio/helper_test.go | 73 +-
.../transforms/windowing/TimestampCombiner.java | 1 -
.../org/apache/beam/sdk/values/TaggedPValue.java | 6 +-
sdks/java/extensions/sql/delta/build.gradle | 50 +
.../sql/meta/provider/delta/DeltaTable.java | 199 +++
.../meta/provider/delta/DeltaTableProvider.java} | 44 +-
.../sql/meta/provider/delta}/package-info.java | 4 +-
.../sql/meta/provider/delta/BeamSqlDeltaTest.java | 475 +++++++
.../provider/delta/DeltaTableProviderTest.java | 280 ++++
sdks/java/io/delta/build.gradle | 1 -
.../beam/sdk/io/delta/DeltaCDCSourceDoFn.java | 2 +-
.../java/org/apache/beam/sdk/io/delta/DeltaIO.java | 11 +-
.../apache/beam/sdk/io/delta/DeltaSourceDoFn.java | 30 +-
.../org/apache/beam/sdk/io/delta/DeltaIOIT.java | 17 +-
.../org/apache/beam/sdk/io/delta/DeltaIOTest.java | 145 +-
.../beam/sdk/io/delta/DeltaWriteTestUtils.java | 58 +-
.../beam/sdk/io/iceberg/SerializableTableSpec.java | 7 +
.../beam/sdk/io/iceberg/TableMetadataDriver.java | 539 +++++++
.../sdk/io/iceberg/SerializableTableSpecTest.java | 6 +
.../sdk/io/iceberg/TableMetadataDriverTest.java | 1501 ++++++++++++++++++++
sdks/python/setup.py | 6 +-
settings.gradle.kts | 3 +
37 files changed, 4294 insertions(+), 213 deletions(-)
create mode 100644 sdks/go/pkg/beam/io/bigqueryio/coder.go
create mode 100644 sdks/go/pkg/beam/io/bigqueryio/coder_test.go
create mode 100644 sdks/java/extensions/sql/delta/build.gradle
create mode 100644
sdks/java/extensions/sql/delta/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/delta/DeltaTable.java
copy
sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/mongodb/MongoDbTableProvider.java
=>
delta/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/delta/DeltaTableProvider.java}
(50%)
copy
{examples/java/cdap/hubspot/src/main/java/org/apache/beam/examples/complete/cdap/hubspot/options
=>
sdks/java/extensions/sql/delta/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/delta}/package-info.java
(88%)
create mode 100644
sdks/java/extensions/sql/delta/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/delta/BeamSqlDeltaTest.java
create mode 100644
sdks/java/extensions/sql/delta/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/delta/DeltaTableProviderTest.java
create mode 100644
sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/TableMetadataDriver.java
create mode 100644
sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/TableMetadataDriverTest.java
