This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from e26b76b1c22 better formatting output (#37441)
add 61fe95088e6 Bump cloud.google.com/go/storage from 1.59.1 to 1.59.2 in
/sdks (#37443)
add 98c980abb40 Bump go.mongodb.org/mongo-driver from 1.17.6 to 1.17.7 in
/sdks (#37381)
add 18493cf7fc1 remove website, typescript, etc - pubsublite uses (#37412)
add f947803d5c8 Add exception chaining (#37423)
add 0d7226545f3 Only stage required wheel packages from requirements
cache, not entire cache directory (#37360)
add 9fcb17408ee Fix python postcommit (#37447)
add 96edda499ea remove pubsublite from java sdk (#37448)
add b3ee06249c6 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in
/sdks (#37444)
No new revisions were added by this update.
Summary of changes:
.github/trigger_files/beam_PostCommit_Python.json | 4 +-
... beam_PostCommit_Python_Examples_Dataflow.json} | 3 +-
CHANGES.md | 1 +
it/google-cloud-platform/build.gradle | 2 -
.../gcp/pubsublite/PubsubliteResourceManager.java | 215 ------------------
.../beam/it/gcp/pubsublite/package-info.java | 20 --
runners/google-cloud-dataflow-java/build.gradle | 2 -
.../beam/runners/dataflow/DataflowRunner.java | 3 -
sdks/go.mod | 8 +-
sdks/go.sum | 16 +-
sdks/java/extensions/sql/build.gradle | 4 -
.../pubsublite/PubsubLiteSubscriptionTable.java | 73 -------
.../pubsublite/PubsubLiteTableProvider.java | 210 ------------------
.../provider/pubsublite/PubsubLiteTopicTable.java | 72 -------
.../sql/meta/provider/pubsublite/RowHandler.java | 171 ---------------
.../sql/meta/provider/pubsublite/package-info.java | 24 ---
.../pubsublite/PubsubLiteTableProviderTest.java | 239 ---------------------
.../meta/provider/pubsublite/RowHandlerTest.java | 237 --------------------
sdks/java/io/google-cloud-platform/build.gradle | 6 +-
.../io/gcp/pubsublite/CloudPubsubTransforms.java | 104 ---------
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 45 ----
.../beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java | 131 -----------
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 46 ----
.../gcp/pubsublite/UuidDeduplicationOptions.java | 92 --------
.../gcp/pubsublite/internal/AddUuidsTransform.java | 50 -----
.../io/gcp/pubsublite/internal/ApiServices.java | 30 ---
.../gcp/pubsublite/internal/BlockingCommitter.java | 25 ---
.../pubsublite/internal/BlockingCommitterImpl.java | 55 -----
.../pubsublite/internal/CheckpointMarkImpl.java | 77 -------
.../gcp/pubsublite/internal/CloserReference.java | 68 ------
.../io/gcp/pubsublite/internal/DlqProvider.java | 79 -------
.../internal/ExternalTransformConfig.java | 103 ---------
.../internal/ExternalTransformRegistrarImpl.java | 39 ----
.../pubsublite/internal/InitialOffsetReader.java | 25 ---
.../internal/InitialOffsetReaderImpl.java | 51 -----
.../internal/LimitingTopicBacklogReader.java | 81 -------
.../io/gcp/pubsublite/internal/ManagedFactory.java | 31 ---
.../pubsublite/internal/ManagedFactoryImpl.java | 60 ------
.../internal/MemoryBufferedSubscriber.java | 48 -----
.../internal/MemoryBufferedSubscriberImpl.java | 158 --------------
.../io/gcp/pubsublite/internal/MemoryLimiter.java | 37 ----
.../gcp/pubsublite/internal/MemoryLimiterImpl.java | 93 --------
.../pubsublite/internal/OffsetByteProgress.java | 33 ---
.../gcp/pubsublite/internal/OffsetByteRange.java | 38 ----
.../pubsublite/internal/OffsetByteRangeCoder.java | 63 ------
.../internal/OffsetByteRangeTracker.java | 104 ---------
.../internal/PerServerPublisherCache.java | 39 ----
.../internal/PerServerSubscriberCache.java | 34 ---
.../internal/PerSubscriptionPartitionSdf.java | 131 -----------
.../io/gcp/pubsublite/internal/ProtoFromBytes.java | 55 -----
.../io/gcp/pubsublite/internal/ProtoToBytes.java | 39 ----
.../pubsublite/internal/PublisherAssembler.java | 117 ----------
.../io/gcp/pubsublite/internal/PubsubLiteSink.java | 85 --------
.../io/gcp/pubsublite/internal/ServiceCache.java | 79 -------
.../pubsublite/internal/SubscribeTransform.java | 227 -------------------
.../pubsublite/internal/SubscriberAssembler.java | 179 ---------------
.../pubsublite/internal/SubscriptionPartition.java | 35 ---
.../internal/SubscriptionPartitionCoder.java | 66 ------
.../internal/SubscriptionPartitionLoader.java | 179 ---------------
.../internal/SubscriptionPartitionProcessor.java | 28 ---
.../SubscriptionPartitionProcessorFactory.java | 32 ---
.../SubscriptionPartitionProcessorImpl.java | 76 -------
.../pubsublite/internal/TopicBacklogReader.java | 39 ----
.../internal/TopicBacklogReaderImpl.java | 57 -----
.../internal/TopicBacklogReaderSettings.java | 64 ------
.../pubsublite/internal/TrackerWithProgress.java | 24 ---
.../pubsublite/internal/UnboundedReaderImpl.java | 148 -------------
.../pubsublite/internal/UnboundedSourceImpl.java | 121 -----------
.../beam/sdk/io/gcp/pubsublite/internal/Uuid.java | 59 -----
.../sdk/io/gcp/pubsublite/internal/UuidCoder.java | 49 -----
.../internal/UuidDeduplicationTransform.java | 53 -----
.../io/gcp/pubsublite/internal/package-info.java | 24 ---
.../beam/sdk/io/gcp/pubsublite/package-info.java | 24 ---
.../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java | 1 -
.../apache_beam/runners/portability/stager.py | 60 ++++--
.../apache_beam/runners/portability/stager_test.py | 89 ++++++++
sdks/python/apache_beam/transforms/core.py | 3 +-
.../transforms/enrichment_handlers/cloudsql.py | 4 +-
sdks/python/apache_beam/utils/processes.py | 24 +--
sdks/python/test-suites/portable/common.gradle | 2 +-
sdks/standard_expansion_services.yaml | 3 -
sdks/typescript/src/apache_beam/io/index.ts | 1 -
sdks/typescript/src/apache_beam/io/pubsublite.ts | 55 -----
83 files changed, 169 insertions(+), 5212 deletions(-)
copy .github/trigger_files/{beam_PreCommit_Java.json =>
beam_PostCommit_Python_Examples_Dataflow.json} (85%)
delete mode 100644
it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/PubsubliteResourceManager.java
delete mode 100644
it/google-cloud-platform/src/main/java/org/apache/beam/it/gcp/pubsublite/package-info.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteSubscriptionTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProvider.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTopicTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandler.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/package-info.java
delete mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/PubsubLiteTableProviderTest.java
delete mode 100644
sdks/java/extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsublite/RowHandlerTest.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/CloudPubsubTransforms.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PublisherOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/PubsubLiteIO.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/SubscriberOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/UuidDeduplicationOptions.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/AddUuidsTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ApiServices.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitter.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/BlockingCommitterImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CheckpointMarkImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/CloserReference.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/DlqProvider.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformConfig.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ExternalTransformRegistrarImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/InitialOffsetReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/InitialOffsetReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/LimitingTopicBacklogReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactory.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ManagedFactoryImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryBufferedSubscriber.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryBufferedSubscriberImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryLimiter.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/MemoryLimiterImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteProgress.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRange.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRangeCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/OffsetByteRangeTracker.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerServerPublisherCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerServerSubscriberCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PerSubscriptionPartitionSdf.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoFromBytes.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ProtoToBytes.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PublisherAssembler.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/PubsubLiteSink.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/ServiceCache.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscribeTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriberAssembler.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartition.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionLoader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessor.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessorFactory.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/SubscriptionPartitionProcessorImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReader.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TopicBacklogReaderSettings.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/TrackerWithProgress.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedReaderImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UnboundedSourceImpl.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/Uuid.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UuidCoder.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/UuidDeduplicationTransform.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/internal/package-info.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsublite/package-info.java
delete mode 100644 sdks/typescript/src/apache_beam/io/pubsublite.ts
