This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e1491a637db Create tft criteo grafana dashboards (#25666)
add 347a401dec3 adjust log level (#25692)
add ef581e7ad44 Sickbay autosharding test on Dataflow V2 (#25677)
add 913fefa8f7d Reverts Python Kafka source to use the Java SDF-based
implementation (#25684)
add 4a244b4d507 Add timeout to unit tests causing SickBay PostCommit
timeout (#25664)
add a08c4e1fc49 Remove dask tests (#25697)
add f30f2677eb6 [Bigtable] Migrate BigtableIO to use the veneer client
under the hood (#24015)
add 253fbc794b2 changed metric name to be descriptive of the pipeline type
(#25682)
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/README.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../backend/internal/preparers/python_preparers.go | 2 +-
.../internal/preparers/python_preparers_test.go | 2 +-
playground/backend/logging.properties | 1 +
runners/google-cloud-dataflow-java/build.gradle | 3 +
.../java/org/apache/beam/sdk/PipelineTest.java | 2 +
.../sdk/coders/PCollectionCustomCoderTest.java | 2 +
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 3 +
.../java/org/apache/beam/sdk/io/FileIOTest.java | 3 +
.../beam/sdk/transforms/GroupIntoBatchesTest.java | 2 +
.../beam/sdk/transforms/MapElementsTest.java | 3 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 3 +
.../beam/sdk/transforms/SplittableDoFnTest.java | 3 +
.../org/apache/beam/sdk/transforms/ViewTest.java | 3 +
.../beam/sdk/transforms/WithTimestampsTest.java | 3 +
.../beam/sdk/extensions/avro/io/AvroIOTest.java | 3 +
sdks/java/extensions/sql/build.gradle | 2 +-
.../provider/bigtable/BigtableClientWrapper.java | 86 ++-
sdks/java/io/google-cloud-platform/build.gradle | 6 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 5 +-
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 135 ++---
.../io/gcp/bigtable/BigtableConfigTranslator.java | 377 +++++++++++++
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 483 ++++++++++++----
.../sdk/io/gcp/bigtable/BigtableReadOptions.java | 41 +-
.../beam/sdk/io/gcp/bigtable/BigtableService.java | 25 +-
.../io/gcp/bigtable/BigtableServiceFactory.java | 195 +++++++
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 618 +++++++++++++--------
.../sdk/io/gcp/bigtable/BigtableWriteOptions.java | 121 ++++
.../io/gcp/bigtable/FixedCredentialFactory.java} | 29 +-
.../bigtable/VendoredListenableFutureAdapter.java | 10 +-
.../gcp/bigtable/changestreams/dao/DaoFactory.java | 18 +-
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 4 -
...StorageWriteApiSchemaTransformProviderTest.java | 5 +-
.../sdk/io/gcp/bigtable/BigtableConfigTest.java | 90 +--
.../gcp/bigtable/BigtableConfigTranslatorTest.java | 299 ++++++++++
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 330 ++++++-----
.../io/gcp/bigtable/BigtableServiceImplTest.java | 558 +++++++++++++------
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 138 +++--
.../io/external/xlang_kafkaio_perf_test.py | 3 +-
sdks/python/apache_beam/io/kafka.py | 7 +-
sdks/python/test-suites/tox/common.gradle | 4 +-
settings.gradle.kts | 1 +
43 files changed, 2580 insertions(+), 1051 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableConfigTranslator.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableServiceFactory.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableWriteOptions.java
copy
sdks/java/{extensions/google-cloud-platform-core/src/main/java/org/apache/beam/sdk/extensions/gcp/auth/CredentialFactory.java
=>
io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/FixedCredentialFactory.java}
(56%)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/BigtableConfigTranslatorTest.java
