This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from f5c38f0edd0 Touch a dummy file for go licenses. (#26183)
add 7fa578561c1 Bump github.com/aws/aws-sdk-go-v2 from 1.17.7 to 1.17.8 in
/sdks (#26214)
add 55588597b27 [AWS] Refactor Kinesis IO in preparation for enhanced
fanout support (related to 23540) (#26117)
add 1fc8e5ce558 [Python] Fix typos in doc (#26218)
add 78957dfe885 Go SDK: GCS FS supports rename, improved test coverage.
Local FS supports Copy (#26065)
add 66c030ba6cb fix: Fix BigtableIO to share one BigtableService per
worker and increase default attempt timeout (#26205)
add d3f1acbf159 Reduce build retention to 40 for some builds (#26224)
add ab34b1836c2 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#26215)
add 50c6d049c54 Bump golang.org/x/text from 0.8.0 to 0.9.0 in /sdks
(#26189)
add e0e1398b3d1 [#25582] Use a Pathing Jar instead of long command line
class paths in Java Boot loader. (#26087)
No new revisions were added by this update.
Summary of changes:
.github/workflows/go_tests.yml | 4 +-
.test-infra/jenkins/CommonJobProperties.groovy | 4 +-
.test-infra/jenkins/PrecommitJobBuilder.groovy | 8 +-
.../job_PostCommit_Go_ValidatesRunner_Flink.groovy | 2 +-
.../job_PostCommit_Java_Nexmark_Flink.groovy | 4 +-
.../job_PostCommit_Python_Examples_Flink.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_Java.groovy | 3 +-
.test-infra/jenkins/job_PreCommit_Python.groovy | 3 +-
.test-infra/jenkins/job_PreCommit_SQL.groovy | 3 +-
CHANGES.md | 3 +-
sdks/go.mod | 43 ++-
sdks/go.sum | 86 +++--
sdks/go/pkg/beam/io/filesystem/gcs/gcs.go | 23 ++
sdks/go/pkg/beam/io/filesystem/gcs/gcs_test.go | 203 ++++++++++++
sdks/go/pkg/beam/io/filesystem/local/local.go | 17 +
sdks/go/pkg/beam/io/filesystem/local/local_test.go | 61 ++++
sdks/java/container/boot.go | 10 +-
sdks/java/container/boot_test.go | 88 ++---
sdks/java/container/pathingjar.go | 91 +++++
sdks/java/container/pathingjar_test.go | 88 +++++
.../sdk/io/aws2/kinesis/CheckpointGenerator.java | 29 --
.../aws2/kinesis/DynamicCheckpointGenerator.java | 60 ----
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 1 +
.../beam/sdk/io/aws2/kinesis/KinesisReader.java | 14 +-
.../io/aws2/kinesis/KinesisReaderCheckpoint.java | 10 +
.../beam/sdk/io/aws2/kinesis/KinesisSource.java | 123 ++++---
.../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java | 54 ++-
.../sdk/io/aws2/kinesis/ShardListingUtils.java | 158 +++++++++
.../io/aws2/kinesis/SimplifiedKinesisClient.java | 157 ++-------
.../io/aws2/kinesis/StaticCheckpointGenerator.java | 41 ---
.../kinesis/DynamicCheckpointGeneratorTest.java | 60 ----
.../sdk/io/aws2/kinesis/KinesisIOReadTest.java | 98 +-----
.../aws2/kinesis/KinesisReaderCheckpointTest.java | 87 +++--
.../sdk/io/aws2/kinesis/KinesisReaderTest.java | 9 +-
.../sdk/io/aws2/kinesis/KinesisSourceTest.java | 105 ++++++
.../sdk/io/aws2/kinesis/ShardCheckpointTest.java | 26 ++
.../sdk/io/aws2/kinesis/ShardListingUtilsTest.java | 366 +++++++++++++++++++++
.../aws2/kinesis/ShardReadersPoolExtendedTest.java | 243 ++++++++++++++
.../aws2/kinesis/SimplifiedKinesisClientTest.java | 296 +----------------
.../beam/sdk/io/aws2/kinesis/TestHelpers.java | 131 ++++++++
.../io/gcp/bigtable/BigtableConfigTranslator.java | 19 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 22 +-
.../io/gcp/bigtable/BigtableServiceFactory.java | 160 ++++-----
.../sdk/io/gcp/bigtable/BigtableServiceImpl.java | 6 +
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 22 +-
.../python/apache_beam/options/pipeline_options.py | 10 +-
46 files changed, 2062 insertions(+), 991 deletions(-)
create mode 100644 sdks/java/container/pathingjar.go
create mode 100644 sdks/java/container/pathingjar_test.go
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/CheckpointGenerator.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGenerator.java
create mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardListingUtils.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StaticCheckpointGenerator.java
delete mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGeneratorTest.java
create mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisSourceTest.java
create mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardListingUtilsTest.java
create mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardReadersPoolExtendedTest.java
create mode 100644
sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/TestHelpers.java
