This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from c90f5b9dd9a Point out that sibling sdk protocol was enabled for Python
custom containers starting 2.46.0. (#26084)
add 65c57342126 Fix compatibility with dill 0.3.6.
add 4f9055d2d7d Reimplement a deleted function.
add 121a46c799e Remove a ParDo definition from a global context to prevent
dill from pickling entire main session.
add c6f2ad2a0ef Fix compatibility with dill 0.3.6. #26086
add 32269b2abb0 [#26061][Go SDK] Return server error on stream close for
artifact upload. (#26062)
add 287eff05c2b Adding support for Spanner Databoost in SpannerIO (#26007)
add 85ef5976c2b (Re)enable ErrorProne, Spotbug and Coverage report in IO
PreCommits (#25956)
add 755ce7b43f1 restore deleted line
add dced7738d6a Merge pull request #26089 from reuvenlax/fix_storage_api
add 48d66ada923 Remove status disclaimer from pydoc root. (#26106)
add c6f8e0be1a5 Implement GetSize for ReadChangeStream to support
autoscaling (#26052)
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/README.md | 53 +++---
.test-infra/jenkins/job_PreCommit_Java.groovy | 100 ++++++----
.../job_PreCommit_Java_AWS2_IO_Direct.groovy | 43 -----
.../job_PreCommit_Java_AWS_IO_Direct.groovy | 44 -----
.../job_PreCommit_Java_Azure_IO_Direct.groovy | 41 ----
.../job_PreCommit_Java_GCP_IO_Direct.groovy | 18 +-
.../job_PreCommit_Java_Hadoop_IO_Direct.groovy | 49 -----
.test-infra/jenkins/job_PreCommit_Java_IOs.groovy | 209 +++++++++++++++------
.../job_PreCommit_Java_JDBC_IO_Direct.groovy | 44 -----
.../job_PreCommit_Java_Kafka_IO_Direct.groovy | 48 -----
.../job_PreCommit_Java_Kinesis_IO_Direct.groovy | 44 -----
.../job_PreCommit_Java_MongoDb_IO_Direct.groovy | 43 -----
.../job_PreCommit_Java_Parquet_IO_Direct.groovy | 42 -----
.../job_PreCommit_Java_Pulsar_IO_Direct.groovy | 41 ----
.test-infra/jenkins/job_PreCommit_SQL.groovy | 5 +-
build.gradle.kts | 4 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 4 +-
sdks/go/pkg/beam/artifact/stage.go | 14 +-
.../pkg/beam/runners/universal/runnerlib/stage.go | 57 ++++--
.../beam/runners/universal/runnerlib/stage_test.go | 173 +++++++++++++++++
sdks/java/core/build.gradle | 9 +
.../bigquery/StorageApiWriteUnshardedRecords.java | 1 +
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 23 ++-
.../bigtable/changestreams/TimestampConverter.java | 4 +
.../changestreams/action/ActionFactory.java | 11 +-
.../changestreams/action/ChangeStreamAction.java | 9 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 57 +++++-
.../estimator/BytesThroughputEstimator.java | 74 +++++---
.../changestreams/estimator/EncodingException.java | 5 +-
.../estimator/NullThroughputEstimator.java | 12 +-
.../changestreams/estimator/SizeEstimator.java | 6 +-
.../estimator/ThroughputEstimator.java | 12 +-
.../{encoder => estimator}/package-info.java | 7 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 11 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 32 ++--
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 9 +
.../changestreams/TimestampConverterTest.java | 6 +
.../action/ChangeStreamActionTest.java | 8 +-
.../dofn/ReadChangeStreamPartitionDoFnTest.java | 143 ++++++++++++++
.../estimator/BytesThroughputEstimatorTest.java | 83 ++++----
.../estimator/NullThroughputEstimatorTest.java | 12 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 47 ++++-
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 26 +++
sdks/python/apache_beam/__init__.py | 5 -
sdks/python/apache_beam/internal/dill_pickler.py | 24 ++-
sdks/python/apache_beam/transforms/window_test.py | 7 +-
46 files changed, 1002 insertions(+), 717 deletions(-)
delete mode 100644 .test-infra/jenkins/job_PreCommit_Java_AWS2_IO_Direct.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Java_AWS_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Azure_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Hadoop_IO_Direct.groovy
delete mode 100644 .test-infra/jenkins/job_PreCommit_Java_JDBC_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Kafka_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Kinesis_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_MongoDb_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Parquet_IO_Direct.groovy
delete mode 100644
.test-infra/jenkins/job_PreCommit_Java_Pulsar_IO_Direct.groovy
create mode 100644 sdks/go/pkg/beam/runners/universal/runnerlib/stage_test.go
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/BytesThroughputEstimator.java (62%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/EncodingException.java (88%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/NullThroughputEstimator.java (84%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/SizeEstimator.java (91%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/ThroughputEstimator.java (83%)
copy
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/{encoder
=> estimator}/package-info.java (74%)
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigtable/changestreams/dofn/ReadChangeStreamPartitionDoFnTest.java
copy
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/BytesThroughputEstimatorTest.java (60%)
copy
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/{spanner
=> bigtable}/changestreams/estimator/NullThroughputEstimatorTest.java (73%)
