This is an automated email from the ASF dual-hosted git repository.
yhu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 90e7c9e8f6b Merge pull request #30066: [flink] Fix watermark
generation for empty UnboundedSource
add 77285589fe3 Use vendored grpc 1.60.1 (#30069)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +-
.../apache/beam/gradle/GrpcVendoring_1_54_0.groovy | 205 ---------------------
examples/java/build.gradle | 2 +-
.../transforms/DataProtectors.java | 6 +-
.../kafkatopubsub/kafka/consumer/Utils.java | 4 +-
runners/core-construction-java/build.gradle | 2 +-
.../beam/runners/core/construction/BeamUrns.java | 2 +-
.../core/construction/CoderTranslation.java | 2 +-
.../core/construction/CoderTranslators.java | 2 +-
.../core/construction/CombineTranslation.java | 2 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../DefaultExpansionServiceClientFactory.java | 2 +-
.../core/construction/DisplayDataTranslation.java | 2 +-
.../runners/core/construction/Environments.java | 4 +-
.../beam/runners/core/construction/External.java | 6 +-
.../runners/core/construction/ModelCoders.java | 2 +-
.../construction/PCollectionViewTranslation.java | 2 +-
.../core/construction/PTransformTranslation.java | 2 +-
.../core/construction/ParDoTranslation.java | 4 +-
.../construction/PipelineOptionsTranslation.java | 6 +-
.../runners/core/construction/ReadTranslation.java | 4 +-
.../runners/core/construction/SdkComponents.java | 2 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/TransformUpgrader.java | 4 +-
.../core/construction/WindowIntoTranslation.java | 2 +-
.../construction/WindowingStrategyTranslation.java | 8 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../graph/GreedyPCollectionFusers.java | 2 +-
.../core/construction/graph/QueryablePipeline.java | 2 +-
.../core/construction/BaseExternalTest.java | 6 +-
.../PipelineOptionsTranslationTest.java | 6 +-
.../core/construction/PipelineTranslationTest.java | 2 +-
.../core/construction/TransformUpgraderTest.java | 2 +-
.../construction/WindowIntoTranslationTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 2 +-
runners/core-java/build.gradle | 2 +-
.../runners/core/metrics/MetricsContainerImpl.java | 2 +-
.../core/metrics/MetricsContainerStepMap.java | 6 +-
.../core/metrics/MonitoringInfoEncodings.java | 2 +-
.../beam/runners/core/metrics/ShortIdMap.java | 2 +-
.../runners/core/metrics/SimpleExecutionState.java | 2 +-
.../runners/core/metrics/SimpleStateRegistry.java | 2 +-
.../core/metrics/MonitoringInfoEncodingsTest.java | 2 +-
runners/direct-java/build.gradle | 4 +-
runners/flink/flink_runner.gradle | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 2 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 2 +-
.../FlinkStreamingPortablePipelineTranslator.java | 2 +-
.../utils/FlinkPortableRunnerUtils.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 4 +-
.../wrappers/streaming/FlinkKeyUtils.java | 2 +-
.../FlinkExecutableStageFunctionTest.java | 2 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 4 +-
.../wrappers/streaming/FlinkKeyUtilsTest.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 4 +-
.../util/RowCoderCloudObjectTranslator.java | 2 +-
.../util/SchemaCoderCloudObjectTranslator.java | 2 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 2 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 4 +-
.../runners/dataflow/worker/ByteArrayReader.java | 4 +-
.../runners/dataflow/worker/ByteStringCoder.java | 2 +-
.../worker/ChunkingShuffleBatchReader.java | 2 +-
.../worker/DataflowWorkerHarnessHelper.java | 2 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../runners/dataflow/worker/PubsubDynamicSink.java | 2 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 2 +-
.../dataflow/worker/StreamingDataflowWorker.java | 2 +-
.../worker/StreamingModeExecutionContext.java | 2 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 2 +-
.../dataflow/worker/UngroupedShuffleReader.java | 2 +-
.../dataflow/worker/WindmillComputationKey.java | 4 +-
.../dataflow/worker/WindmillNamespacePrefix.java | 2 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 2 +-
.../dataflow/worker/WindmillTimerInternals.java | 2 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../dataflow/worker/streaming/ShardedKey.java | 2 +-
.../common/worker/ByteArrayShufflePosition.java | 4 +-
.../worker/GroupingShuffleEntryIterator.java | 2 +-
.../common/worker/KeyGroupedShuffleEntries.java | 2 +-
.../worker/util/common/worker/ShuffleEntry.java | 2 +-
.../windmill/client/AbstractWindmillStream.java | 6 +-
.../client/grpc/AppendableInputStream.java | 2 +-
.../windmill/client/grpc/GrpcCommitWorkStream.java | 4 +-
.../client/grpc/GrpcDeadlineClientInterceptor.java | 10 +-
.../client/grpc/GrpcDirectGetWorkStream.java | 4 +-
.../windmill/client/grpc/GrpcGetDataStream.java | 2 +-
.../windmill/client/grpc/GrpcGetWorkStream.java | 4 +-
.../client/grpc/GrpcGetWorkerMetadataStream.java | 2 +-
.../windmill/client/grpc/GrpcWindmillServer.java | 6 +-
.../grpc/auth/VendoredCredentialsAdapter.java | 4 +-
.../VendoredRequestMetadataCallbackAdapter.java | 4 +-
.../grpc/observers/DirectStreamObserver.java | 4 +-
.../ForwardingClientResponseObserver.java | 6 +-
.../grpc/observers/StreamObserverFactory.java | 4 +-
.../client/grpc/stubs/WindmillChannelFactory.java | 12 +-
.../client/grpc/stubs/WindmillStubFactory.java | 4 +-
.../dataflow/worker/windmill/state/StateTag.java | 2 +-
.../worker/windmill/state/WindmillBag.java | 2 +-
.../worker/windmill/state/WindmillMap.java | 2 +-
.../worker/windmill/state/WindmillMultimap.java | 2 +-
.../worker/windmill/state/WindmillOrderedList.java | 2 +-
.../worker/windmill/state/WindmillStateCache.java | 2 +-
.../worker/windmill/state/WindmillStateReader.java | 2 +-
.../worker/windmill/state/WindmillStateUtil.java | 2 +-
.../worker/windmill/state/WindmillValue.java | 2 +-
.../windmill/state/WindmillWatermarkHold.java | 2 +-
.../runners/dataflow/harness/test/TestStreams.java | 4 +-
.../runners/dataflow/worker/DataflowMatchers.java | 2 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 2 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 2 +-
.../dataflow/worker/PubsubDynamicSinkTest.java | 2 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 2 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 2 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
.../worker/StreamingModeExecutionContextTest.java | 2 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 2 +-
.../worker/StreamingSideInputFetcherTest.java | 2 +-
.../runners/dataflow/worker/TestShuffleReader.java | 2 +-
.../runners/dataflow/worker/TestShuffleWriter.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +-
.../worker/WindmillReaderIteratorBaseTest.java | 2 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 2 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 2 +-
.../worker/streaming/ActiveWorkStateTest.java | 2 +-
.../sideinput/SideInputStateFetcherTest.java | 2 +-
.../worker/BatchingShuffleEntryReaderTest.java | 2 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 2 +-
.../util/common/worker/ShuffleEntryTest.java | 2 +-
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 14 +-
.../client/grpc/GrpcWindmillServerTest.java | 30 +--
.../client/grpc/StreamingEngineClientTest.java | 14 +-
.../client/grpc/WindmillStreamSenderTest.java | 6 +-
.../windmill/state/WindmillStateCacheTest.java | 2 +-
.../windmill/state/WindmillStateInternalsTest.java | 2 +-
.../windmill/state/WindmillStateReaderTest.java | 2 +-
.../budget/EvenGetWorkBudgetDistributorTest.java | 6 +-
runners/java-fn-execution/build.gradle | 2 +-
.../artifact/ArtifactRetrievalService.java | 8 +-
.../artifact/ArtifactStagingService.java | 10 +-
.../control/BundleCheckpointHandlers.java | 2 +-
.../fnexecution/control/FnApiControlClient.java | 6 +-
.../control/FnApiControlClientPoolService.java | 6 +-
.../control/ProcessBundleDescriptors.java | 2 +-
.../runners/fnexecution/data/GrpcDataService.java | 2 +-
.../environment/ExternalEnvironmentFactory.java | 2 +-
.../fnexecution/logging/GrpcLoggingService.java | 2 +-
.../runners/fnexecution/provisioning/JobInfo.java | 2 +-
.../provisioning/StaticGrpcProvisionService.java | 2 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../fnexecution/state/StateRequestHandlers.java | 2 +-
.../status/BeamWorkerStatusGrpcService.java | 2 +-
.../fnexecution/status/WorkerStatusClient.java | 2 +-
.../translation/PipelineTranslatorUtils.java | 2 +-
.../runners/fnexecution/wire/ByteStringCoder.java | 4 +-
.../GrpcContextHeaderAccessorProviderTest.java | 20 +-
.../runners/fnexecution/ServerFactoryTest.java | 12 +-
.../artifact/ArtifactRetrievalServiceTest.java | 10 +-
.../artifact/ArtifactStagingServiceTest.java | 12 +-
.../control/DefaultJobBundleFactoryTest.java | 4 +-
.../control/FnApiControlClientPoolServiceTest.java | 8 +-
.../control/FnApiControlClientTest.java | 2 +-
.../fnexecution/control/RemoteExecutionTest.java | 2 +-
.../fnexecution/control/SdkHarnessClientTest.java | 2 +-
.../fnexecution/data/GrpcDataServiceTest.java | 8 +-
.../logging/GrpcLoggingServiceTest.java | 6 +-
.../StaticGrpcProvisionServiceTest.java | 10 +-
.../fnexecution/state/GrpcStateServiceTest.java | 4 +-
.../state/StateRequestHandlersTest.java | 2 +-
.../status/BeamWorkerStatusGrpcServiceTest.java | 8 +-
.../fnexecution/status/WorkerStatusClientTest.java | 2 +-
.../fnexecution/wire/ByteStringCoderTest.java | 2 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 4 +-
runners/java-job-service/build.gradle | 2 +-
.../runners/jobsubmission/InMemoryJobService.java | 10 +-
.../beam/runners/jobsubmission/JobInvocation.java | 2 +-
.../beam/runners/jobsubmission/JobInvoker.java | 2 +-
.../beam/runners/jobsubmission/JobPreparation.java | 2 +-
.../jobsubmission/PortablePipelineJarCreator.java | 4 +-
.../jobsubmission/PortablePipelineJarUtils.java | 6 +-
.../jobsubmission/InMemoryJobServiceTest.java | 6 +-
.../runners/jobsubmission/JobInvocationTest.java | 2 +-
.../PortablePipelineJarCreatorTest.java | 2 +-
runners/portability/java/build.gradle | 2 +-
.../portability/JobServicePipelineResult.java | 2 +-
.../beam/runners/portability/PortableRunner.java | 4 +-
.../portability/testing/TestJobService.java | 2 +-
.../runners/portability/PortableRunnerTest.java | 8 +-
runners/samza/build.gradle | 2 +-
.../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +-
.../samza/runtime/SamzaStateRequestHandlers.java | 2 +-
.../translation/SamzaTestStreamTranslator.java | 2 +-
.../samza/translation/WindowAssignTranslator.java | 2 +-
.../runners/samza/util/PipelineJsonRenderer.java | 6 +-
.../SamzaMetricsBundleProgressHandlerTest.java | 2 +-
runners/spark/spark_runner.gradle | 2 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../beam/runners/spark/SparkPipelineRunner.java | 2 +-
runners/twister2/build.gradle | 2 +-
.../functions/AssignWindowsFunction.java | 2 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../functions/GroupByWindowFunction.java | 2 +-
sdks/java/core/build.gradle | 2 +-
sdks/java/core/jmh/build.gradle | 2 +-
.../jmh/util/ByteStringOutputStreamBenchmark.java | 4 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 2 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 4 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 2 +-
.../schemas/logicaltypes/SchemaLogicalType.java | 2 +-
.../transforms/resourcehints/ResourceHints.java | 2 +-
.../beam/sdk/util/ByteStringOutputStream.java | 4 +-
.../java/org/apache/beam/sdk/util/CoderUtils.java | 2 +-
.../beam/sdk/schemas/SchemaTranslationTest.java | 2 +-
.../beam/sdk/schemas/utils/JsonUtilsTest.java | 4 +-
.../beam/sdk/util/ByteStringOutputStreamTest.java | 2 +-
.../org/apache/beam/sdk/util/CoderUtilsTest.java | 2 +-
sdks/java/expansion-service/build.gradle | 2 +-
.../sdk/expansion/service/ExpansionServer.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 10 +-
.../ExpansionServiceSchemaTransformProvider.java | 2 +-
.../service/JavaClassLookupTransformProvider.java | 4 +-
...xpansionServiceSchemaTransformProviderTest.java | 4 +-
.../beam/sdk/expansion/service/ExternalTest.java | 4 +-
.../JavaClassLookupTransformProviderTest.java | 4 +-
sdks/java/extensions/python/build.gradle | 2 +-
.../extensions/python/PythonExternalTransform.java | 2 +-
.../schemaio-expansion-service/build.gradle | 2 +-
.../ExternalSchemaIOTransformRegistrar.java | 2 +-
sdks/java/fn-execution/build.gradle | 2 +-
.../sdk/fn/channel/AddHarnessIdInterceptor.java | 8 +-
.../beam/sdk/fn/channel/ManagedChannelFactory.java | 20 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 4 +-
.../sdk/fn/data/BeamFnDataOutboundAggregator.java | 4 +-
.../beam/sdk/fn/data/DecodingFnDataReceiver.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 2 +-
.../org/apache/beam/sdk/fn/server/FnService.java | 6 +-
.../server/GrpcContextHeaderAccessorProvider.java | 16 +-
.../apache/beam/sdk/fn/server/GrpcFnServer.java | 2 +-
.../beam/sdk/fn/server/InProcessServerFactory.java | 8 +-
.../apache/beam/sdk/fn/server/ServerFactory.java | 20 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 2 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 4 +-
.../stream/ForwardingClientResponseObserver.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 4 +-
.../sdk/fn/stream/SynchronizedStreamObserver.java | 2 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 2 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 6 +-
.../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 2 +-
.../ForwardingClientResponseObserverTest.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 2 +-
sdks/java/harness/build.gradle | 2 +-
sdks/java/harness/jmh/build.gradle | 2 +-
.../fn/harness/jmh/ProcessBundleBenchmark.java | 2 +-
.../control/ExecutionStateSamplerBenchmark.java | 2 +-
.../fn/harness/jmh/control/MetricsBenchmark.java | 2 +-
.../jmh/logging/BeamFnLoggingClientBenchmark.java | 6 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 2 +-
.../beam/fn/harness/ExternalWorkerService.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 16 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 4 +-
.../fn/harness/control/BeamFnControlClient.java | 4 +-
.../fn/harness/control/BundleProgressReporter.java | 2 +-
.../fn/harness/control/ExecutionStateSampler.java | 2 +-
.../apache/beam/fn/harness/control/Metrics.java | 2 +-
.../fn/harness/control/ProcessBundleHandler.java | 4 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 2 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 16 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 2 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 2 +-
.../beam/fn/harness/state/MultimapSideInput.java | 2 +-
.../beam/fn/harness/state/MultimapUserState.java | 2 +-
.../beam/fn/harness/state/StateBackedIterable.java | 2 +-
.../fn/harness/state/StateFetchingIterators.java | 2 +-
.../beam/fn/harness/status/BeamFnStatusClient.java | 4 +-
.../stream/HarnessStreamObserverFactories.java | 2 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +-
.../beam/fn/harness/ExternalWorkerServiceTest.java | 2 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 38 ++--
.../org/apache/beam/fn/harness/FnHarnessTest.java | 8 +-
.../harness/control/BeamFnControlClientTest.java | 8 +-
.../control/BundleProgressReporterTest.java | 2 +-
.../harness/control/ExecutionStateSamplerTest.java | 2 +-
.../beam/fn/harness/control/MetricsTest.java | 2 +-
.../harness/control/ProcessBundleHandlerTest.java | 4 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 14 +-
.../data/PCollectionConsumerRegistryTest.java | 14 +-
.../beam/fn/harness/debug/DataSamplerTest.java | 2 +-
.../beam/fn/harness/debug/OutputSamplerTest.java | 2 +-
.../harness/logging/BeamFnLoggingClientTest.java | 32 ++--
.../beam/fn/harness/state/BagUserStateTest.java | 2 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 12 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 2 +-
.../fn/harness/state/IterableSideInputTest.java | 2 +-
.../fn/harness/state/MultimapSideInputTest.java | 2 +-
.../fn/harness/state/MultimapUserStateTest.java | 2 +-
.../fn/harness/state/StateBackedIterableTest.java | 2 +-
.../harness/state/StateFetchingIteratorsTest.java | 2 +-
.../fn/harness/status/BeamFnStatusClientTest.java | 6 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 4 +-
sdks/java/io/components/build.gradle | 2 +-
sdks/java/io/contextualtextio/build.gradle | 2 +-
.../contextualtextio/ContextualTextIOSource.java | 2 +-
sdks/java/io/debezium/build.gradle | 2 +-
.../apache/beam/io/debezium/SourceRecordJson.java | 4 +-
sdks/java/io/google-cloud-platform/build.gradle | 2 +-
.../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 2 +-
.../io/gcp/spanner/SpannerTransformRegistrar.java | 2 +-
...erChangestreamsReadSchemaTransformProvider.java | 2 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 2 +-
.../gcp/spanner/SpannerTransformRegistrarTest.java | 2 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 2 +-
sdks/java/io/kafka/upgrade/build.gradle | 2 +-
.../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 2 +-
sdks/java/transform-service/build.gradle | 2 +-
.../beam/sdk/transformservice/ArtifactService.java | 6 +-
.../beam/sdk/transformservice/Controller.java | 4 +-
.../sdk/transformservice/ExpansionService.java | 4 +-
.../sdk/transformservice/ArtifactServiceTest.java | 2 +-
.../sdk/transformservice/ExpansionServiceTest.java | 2 +-
settings.gradle.kts | 1 -
vendor/README.md | 8 +-
vendor/grpc-1_54_0/build.gradle | 37 ----
340 files changed, 642 insertions(+), 885 deletions(-)
delete mode 100644
buildSrc/src/main/groovy/org/apache/beam/gradle/GrpcVendoring_1_54_0.groovy
delete mode 100644 vendor/grpc-1_54_0/build.gradle
