This is an automated email from the ASF dual-hosted git repository.
chamikara pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 66bcc9a [BEAM-10450] [BEAM-10449] Fix empty flatten bundle
processing. (#12226)
add 8aa898e Copy Pub/Sub Lite IO from Pub/Sub Lite github to beam.
add 0498102 Restructure IO to expose proto types instead of client
library wrapper types, as the wrapper types expose guava in the api surface.
add 0359f90 Merge pull request #11919: [BEAM-10114] Copy Pub/Sub Lite IO
from Pub/Sub Lite github to beam.
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 8 +-
.../src/main/resources/beam/suppressions.xml | 1 +
.../org/apache/beam/sdk/transforms/Reshuffle.java | 23 +-
sdks/java/io/google-cloud-platform/build.gradle | 3 +
.../sdk/io/gcp/pubsublite/AddUuidsTransform.java | 49 ++++
.../io/gcp/pubsublite/BufferingPullSubscriber.java | 116 +++++++++
.../sdk/io/gcp/pubsublite/CloudPubsubChecks.java | 56 +++++
.../io/gcp/pubsublite/OffsetCheckpointMark.java | 78 ++++++
.../sdk/io/gcp/pubsublite/OffsetFinalizer.java | 28 +++
.../io/gcp/pubsublite/PerServerPublisherCache.java | 30 +++
.../beam/sdk/io/gcp/pubsublite/PublisherCache.java | 74 ++++++
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 84 +++++++
.../sdk/io/gcp/pubsublite/PublisherOrError.java | 46 ++++
.../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 127 ++++++++++
.../beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java | 150 ++++++++++++
.../gcp/pubsublite/PubsubLiteUnboundedReader.java | 268 +++++++++++++++++++++
.../gcp/pubsublite/PubsubLiteUnboundedSource.java | 117 +++++++++
.../beam/sdk/io/gcp/pubsublite/PullSubscriber.java | 28 +++
.../gcp/pubsublite/SerializableStatusFunction.java | 26 ++
.../io/gcp/pubsublite/SerializableSupplier.java | 26 ++
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 165 +++++++++++++
.../apache/beam/sdk/io/gcp/pubsublite/Uuid.java | 51 ++++
.../beam/sdk/io/gcp/pubsublite/UuidCoder.java | 48 ++++
.../gcp/pubsublite/UuidDeduplicationOptions.java | 93 +++++++
.../gcp/pubsublite/UuidDeduplicationTransform.java | 52 ++++
.../beam/sdk/io/gcp/pubsublite/package-info.java | 24 ++
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 +
.../io/gcp/pubsublite/AddUuidsTransformTest.java | 97 ++++++++
.../pubsublite/BufferingPullSubscriberTest.java | 183 ++++++++++++++
.../sdk/io/gcp/pubsublite/FakeSerializable.java | 58 +++++
.../gcp/pubsublite/OffsetCheckpointMarkTest.java | 78 ++++++
.../sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java | 240 ++++++++++++++++++
.../pubsublite/PubsubLiteUnboundedReaderTest.java | 227 +++++++++++++++++
.../pubsublite/UuidDeduplicationTransformTest.java | 155 ++++++++++++
34 files changed, 2806 insertions(+), 4 deletions(-)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/AddUuidsTransform.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/BufferingPullSubscriber.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/CloudPubsubChecks.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetCheckpointMark.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetFinalizer.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PerServerPublisherCache.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherCache.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOptions.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOrError.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteSink.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedReader.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedSource.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PullSubscriber.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableStatusFunction.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SerializableSupplier.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SubscriberOptions.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/Uuid.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidCoder.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationOptions.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationTransform.java
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/package-info.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/AddUuidsTransformTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/BufferingPullSubscriberTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/FakeSerializable.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/OffsetCheckpointMarkTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteSinkTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteUnboundedReaderTest.java
create mode 100644
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationTransformTest.java