This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from e4e39e4 (commit)
to a48abeb (commit)
from e4e39e4 Merge pull request #14368 from KevinGG/portable_pin_2
add 572fef9 [BEAM-7372] remove usage of future package and unnecessary
builtins import from internal and metrics (#14445)
add cb31b7b [BEAM-7372] cleanup codes for py2 compatibility from
apache_beam/examples/snippets/*.py and apache_beam/examples/*.py (#14444)
add 05b3fd3 [BEAM-11948] Drop support for Flink 1.8 and 1.9
add 572a99b Merge pull request #14203: [BEAM-11948] Drop support for
Flink 1.8 and 1.9
add 9601bde [BEAM-11227] Try reverting #14295: Moving from vendored gRPC
1.26 to 1.36 (#14466)
add 2cca8f1 [BEAM-12092] Bump jedis to 3.5.2
add e6767c1 Merge pull request #14471: [BEAM-12092] Bump jedis to 3.5.2
add 27739f9 [BEAM-10925] Refactor ZetaSqlJavaUdfTypeTest.
add 0f955b4 Merge pull request #14462 from ibzib/java-udf-types
add 2dcb7da [BEAM-12126] Fix DirectRunner not respecting
use_deprecated_reads
add 58bd73c Merge pull request #14469 from [BEAM-12126] Fix DirectRunner
not respecting use_deprecated_reads
add 961789e SDF bounded wrapper returns None when any exception happen in
the calculation.
add dada0f9 Merge pull request #14439 from boyuanzz/fix_py
add a696836 Merge pull request #14446 from [BEAM-10854] Fix
PeriodicImpulse for default values
add c557567 [BEAM-12012] Add API key & token authentication in
ElasticsearchIO
add 850e4af Simplify arguments checks
add 747e3a9 Merge pull request #14345 from
fcaylus/12012-elasticsearch_io_api_key_and_token_auth
add b5a8b54 Turn on mpyp checks for filesystem (#14425)
add c1035ab [BEAM-12112] Disable streaming mode for PORTABILITY_BATCH
(#14452)
add fd42d77 [BEAM-9547] Implementations for a few more DataFrame
operations (#14362)
add 5820268 Complex Type Passthrough Test
add f5960f4 Don't use base types in BeamCalcRel
add 450bbb1 Use correct schema geters, enforce types
add 891b731 Rename functions, add comments
add 567cf8b Merge pull request #13930: [BEAM-9379] Simplify BeamCalcRel
inputs
add c472530 Change PubSubSource and PubSubSink translation to avoid
special transform overrides.
add a48abeb Merge pull request #14384 from [BEAM-10861] Change
PubSubSource and PubSubSink translation to avoid special transform overrides
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
...g_1_36_0.groovy => GrpcVendoring_1_26_0.groovy} | 75 ++++--
examples/java/build.gradle | 2 +-
.../transforms/DataProtectors.java | 6 +-
.../kafkatopubsub/kafka/consumer/Utils.java | 4 +-
gradle.properties | 2 +-
.../pipeline/src/main/proto/beam_runner_api.proto | 4 +
runners/core-construction-java/build.gradle | 2 +-
.../beam/runners/core/construction/BeamUrns.java | 2 +-
.../core/construction/CoderTranslation.java | 2 +-
.../core/construction/CoderTranslators.java | 2 +-
.../core/construction/CombineTranslation.java | 2 +-
.../CreatePCollectionViewTranslation.java | 2 +-
.../DefaultExpansionServiceClientFactory.java | 2 +-
.../core/construction/DisplayDataTranslation.java | 2 +-
.../runners/core/construction/Environments.java | 4 +-
.../beam/runners/core/construction/External.java | 6 +-
.../runners/core/construction/ModelCoders.java | 2 +-
.../construction/PCollectionViewTranslation.java | 2 +-
.../core/construction/ParDoTranslation.java | 4 +-
.../construction/PipelineOptionsTranslation.java | 6 +-
.../runners/core/construction/ReadTranslation.java | 4 +-
.../core/construction/TestStreamTranslation.java | 2 +-
.../core/construction/WindowIntoTranslation.java | 2 +-
.../construction/WindowingStrategyTranslation.java | 8 +-
.../core/construction/WriteFilesTranslation.java | 2 +-
.../graph/GreedyPCollectionFusers.java | 2 +-
.../core/construction/graph/QueryablePipeline.java | 2 +-
.../runners/core/construction/CommonCoderTest.java | 2 +-
.../PipelineOptionsTranslationTest.java | 6 +-
.../core/construction/ValidateRunnerXlangTest.java | 8 +-
.../construction/WindowIntoTranslationTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 2 +-
runners/core-java/build.gradle | 2 +-
.../core/metrics/MetricsContainerStepMap.java | 4 +-
.../core/metrics/MonitoringInfoEncodings.java | 2 +-
.../core/metrics/MonitoringInfoEncodingsTest.java | 2 +-
runners/direct-java/build.gradle | 4 +-
.../apache/beam/runners/direct/DirectRunner.java | 3 +-
runners/flink/1.10/build.gradle | 4 +-
.../beam/runners/flink/FlinkCapabilities.java | 34 ---
.../streaming/AbstractStreamOperatorCompat.java | 0
.../beam/runners/flink/RemoteMiniClusterImpl.java | 0
.../runners/flink/SourceTransformationCompat.java | 0
runners/flink/1.11/build.gradle | 4 +-
runners/flink/1.12/build.gradle | 4 +-
runners/flink/1.8/build.gradle | 34 ---
.../flink/1.8/job-server-container/build.gradle | 26 --
runners/flink/1.8/job-server/build.gradle | 31 ---
.../beam/runners/flink/FlinkCapabilities.java | 34 ---
.../streaming/io/BeamStoppableFunction.java | 29 ---
.../beam/runners/flink/FlinkRunnerTestCompat.java | 43 ----
.../runners/flink/streaming/StreamSources.java | 50 ----
runners/flink/1.9/build.gradle | 33 ---
.../flink/1.9/job-server-container/build.gradle | 26 --
runners/flink/1.9/job-server/build.gradle | 31 ---
.../runners/flink/streaming/StreamSources.java | 62 -----
runners/flink/flink_runner.gradle | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 2 +-
.../flink/FlinkBatchTransformTranslators.java | 10 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 10 +-
.../org/apache/beam/runners/flink/FlinkRunner.java | 7 -
.../FlinkStreamingPortablePipelineTranslator.java | 2 +-
.../translation/functions/FlinkDoFnFunction.java | 12 +-
.../translation/types/CoderTypeSerializer.java | 0
.../translation/types/EncodedValueSerializer.java | 0
.../utils/FlinkPortableRunnerUtils.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 4 +-
.../wrappers/streaming/FlinkKeyUtils.java | 2 +-
.../streaming/io/BeamStoppableFunction.java | 0
.../flink/batch/NonMergingGroupByKeyTest.java | 5 -
.../FlinkExecutableStageFunctionTest.java | 2 +-
.../translation/types/CoderTypeSerializerTest.java | 0
.../streaming/ExecutableStageDoFnOperatorTest.java | 4 +-
.../wrappers/streaming/FlinkKeyUtilsTest.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 184 +-------------
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 2 +-
.../worker/legacy-worker/build.gradle | 4 +-
.../runners/dataflow/worker/ByteStringCoder.java | 2 +-
.../dataflow/worker/DataflowRunnerHarness.java | 2 +-
.../worker/DataflowWorkerHarnessHelper.java | 2 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 2 +-
.../beam/runners/dataflow/worker/StateFetcher.java | 2 +-
.../dataflow/worker/StreamingDataflowWorker.java | 4 +-
.../worker/StreamingModeExecutionContext.java | 2 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 4 +-
.../dataflow/worker/WindmillComputationKey.java | 4 +-
.../dataflow/worker/WindmillNamespacePrefix.java | 2 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 2 +-
.../dataflow/worker/WindmillStateCache.java | 2 +-
.../dataflow/worker/WindmillStateInternals.java | 2 +-
.../dataflow/worker/WindmillStateReader.java | 2 +-
.../dataflow/worker/WindmillTimerInternals.java | 2 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../dataflow/worker/fn/BeamFnControlService.java | 6 +-
.../control/RegisterAndProcessBundleOperation.java | 4 +-
.../worker/fn/data/BeamFnDataGrpcService.java | 4 +-
.../worker/fn/logging/BeamFnLoggingService.java | 4 +-
.../fn/stream/ServerStreamObserverFactory.java | 6 +-
.../graph/CreateExecutableStageNodeFunction.java | 4 +-
...nsertFetchAndFilterStreamingSideInputNodes.java | 2 +-
.../worker/graph/RegisterNodeFunction.java | 4 +-
.../worker/windmill/DirectStreamObserver.java | 4 +-
.../windmill/ForwardingClientResponseObserver.java | 6 +-
.../worker/windmill/GrpcWindmillServer.java | 30 +--
.../worker/windmill/StreamObserverFactory.java | 4 +-
.../runners/dataflow/harness/test/TestStreams.java | 4 +-
.../runners/dataflow/worker/DataflowMatchers.java | 2 +-
.../worker/DataflowWorkerHarnessHelperTest.java | 2 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 2 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 2 +-
.../runners/dataflow/worker/ReaderCacheTest.java | 2 +-
.../runners/dataflow/worker/StateFetcherTest.java | 2 +-
.../worker/StreamingDataflowWorkerTest.java | 6 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
.../worker/StreamingModeExecutionContextTest.java | 2 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 2 +-
.../worker/StreamingSideInputFetcherTest.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 2 +-
.../worker/WindmillReaderIteratorBaseTest.java | 2 +-
.../dataflow/worker/WindmillStateCacheTest.java | 2 +-
.../worker/WindmillStateInternalsTest.java | 2 +-
.../dataflow/worker/WindmillStateReaderTest.java | 4 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 2 +-
.../worker/fn/BeamFnControlServiceTest.java | 6 +-
.../RegisterAndProcessBundleOperationTest.java | 2 +-
.../worker/fn/data/BeamFnDataGrpcServiceTest.java | 32 +--
.../fn/logging/BeamFnLoggingServiceTest.java | 12 +-
.../fn/stream/ServerStreamObserverFactoryTest.java | 4 +-
...tFetchAndFilterStreamingSideInputNodesTest.java | 2 +-
.../logging/DataflowWorkerLoggingHandlerTest.java | 2 +-
.../worker/windmill/GrpcWindmillServerTest.java | 14 +-
runners/java-fn-execution/build.gradle | 2 +-
.../apache/beam/runners/fnexecution/FnService.java | 6 +-
.../GrpcContextHeaderAccessorProvider.java | 16 +-
.../beam/runners/fnexecution/GrpcFnServer.java | 2 +-
.../fnexecution/InProcessServerFactory.java | 8 +-
.../beam/runners/fnexecution/ServerFactory.java | 20 +-
.../artifact/ArtifactRetrievalService.java | 8 +-
.../artifact/ArtifactStagingService.java | 10 +-
.../control/BundleCheckpointHandlers.java | 2 +-
.../fnexecution/control/FnApiControlClient.java | 6 +-
.../control/FnApiControlClientPoolService.java | 6 +-
.../control/ProcessBundleDescriptors.java | 2 +-
.../runners/fnexecution/data/GrpcDataService.java | 2 +-
.../environment/ExternalEnvironmentFactory.java | 2 +-
.../fnexecution/logging/GrpcLoggingService.java | 2 +-
.../runners/fnexecution/provisioning/JobInfo.java | 2 +-
.../provisioning/StaticGrpcProvisionService.java | 2 +-
.../fnexecution/state/GrpcStateService.java | 4 +-
.../fnexecution/state/StateRequestHandlers.java | 2 +-
.../status/BeamWorkerStatusGrpcService.java | 2 +-
.../fnexecution/status/WorkerStatusClient.java | 2 +-
.../translation/PipelineTranslatorUtils.java | 2 +-
.../runners/fnexecution/wire/ByteStringCoder.java | 2 +-
.../GrpcContextHeaderAccessorProviderTest.java | 20 +-
.../runners/fnexecution/ServerFactoryTest.java | 12 +-
.../artifact/ArtifactRetrievalServiceTest.java | 10 +-
.../artifact/ArtifactStagingServiceTest.java | 12 +-
.../control/DefaultJobBundleFactoryTest.java | 4 +-
.../control/FnApiControlClientPoolServiceTest.java | 8 +-
.../control/FnApiControlClientTest.java | 2 +-
.../fnexecution/control/RemoteExecutionTest.java | 2 +-
.../fnexecution/control/SdkHarnessClientTest.java | 2 +-
.../fnexecution/data/GrpcDataServiceTest.java | 8 +-
.../logging/GrpcLoggingServiceTest.java | 6 +-
.../StaticGrpcProvisionServiceTest.java | 10 +-
.../fnexecution/state/GrpcStateServiceTest.java | 4 +-
.../state/StateRequestHandlersTest.java | 2 +-
.../status/BeamWorkerStatusGrpcServiceTest.java | 8 +-
.../fnexecution/status/WorkerStatusClientTest.java | 2 +-
.../fnexecution/wire/ByteStringCoderTest.java | 2 +-
runners/java-job-service/build.gradle | 2 +-
.../runners/jobsubmission/InMemoryJobService.java | 10 +-
.../beam/runners/jobsubmission/JobInvocation.java | 2 +-
.../beam/runners/jobsubmission/JobInvoker.java | 2 +-
.../beam/runners/jobsubmission/JobPreparation.java | 2 +-
.../jobsubmission/PortablePipelineJarCreator.java | 4 +-
.../jobsubmission/PortablePipelineJarUtils.java | 6 +-
.../jobsubmission/InMemoryJobServiceTest.java | 6 +-
.../runners/jobsubmission/JobInvocationTest.java | 2 +-
.../PortablePipelineJarCreatorTest.java | 2 +-
runners/portability/java/build.gradle | 2 +-
.../runners/portability/ExternalWorkerService.java | 2 +-
.../portability/JobServicePipelineResult.java | 2 +-
.../beam/runners/portability/PortableRunner.java | 4 +-
.../portability/testing/TestJobService.java | 2 +-
.../runners/portability/PortableRunnerTest.java | 8 +-
runners/samza/build.gradle | 2 +-
.../beam/runners/samza/SamzaJobServerDriver.java | 2 +-
.../samza/translation/WindowAssignTranslator.java | 2 +-
.../samza/util/SamzaPipelineTranslatorUtils.java | 2 +-
runners/spark/spark_runner.gradle | 2 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../beam/runners/spark/SparkPipelineRunner.java | 2 +-
runners/twister2/build.gradle | 2 +-
.../functions/AssignWindowsFunction.java | 2 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../functions/GroupByWindowFunction.java | 2 +-
sdks/java/core/build.gradle | 2 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 2 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 4 +-
.../apache/beam/sdk/schemas/SchemaTranslation.java | 2 +-
sdks/java/expansion-service/build.gradle | 2 +-
.../sdk/expansion/service/ExpansionServer.java | 4 +-
.../sdk/expansion/service/ExpansionService.java | 6 +-
.../expansion/service/ExpansionServiceTest.java | 2 +-
.../beam/sdk/expansion/service/ExternalTest.java | 4 +-
.../schemaio-expansion-service/build.gradle | 2 +-
.../ExternalSchemaIOTransformRegistrar.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 268 +++++++++++++-------
.../sdk/extensions/sql/BeamComplexTypeTest.java | 45 +++-
.../sql/zetasql/ZetaSqlJavaUdfTypeTest.java | 277 ++++++++++-----------
sdks/java/fn-execution/build.gradle | 2 +-
.../beam/sdk/fn/channel/ManagedChannelFactory.java | 18 +-
.../beam/sdk/fn/channel/SocketAddressFactory.java | 2 +-
.../data/BeamFnDataBufferingOutboundObserver.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +-
.../sdk/fn/data/BeamFnDataInboundObserver.java | 2 +-
...amFnDataSizeBasedBufferingOutboundObserver.java | 4 +-
...amFnDataTimeBasedBufferingOutboundObserver.java | 2 +-
.../beam/sdk/fn/data/DecodingFnDataReceiver.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortRead.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWrite.java | 2 +-
.../sdk/fn/stream/BufferingStreamObserver.java | 4 +-
.../org/apache/beam/sdk/fn/stream/DataStreams.java | 2 +-
.../beam/sdk/fn/stream/DirectStreamObserver.java | 4 +-
.../stream/ForwardingClientResponseObserver.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactory.java | 4 +-
.../sdk/fn/stream/SynchronizedStreamObserver.java | 2 +-
.../fn/test/InProcessManagedChannelFactory.java | 4 +-
.../org/apache/beam/sdk/fn/test/TestStreams.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindow.java | 2 +-
.../sdk/fn/channel/ManagedChannelFactoryTest.java | 6 +-
.../sdk/fn/channel/SocketAddressFactoryTest.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 2 +-
...DataSizeBasedBufferingOutboundObserverTest.java | 2 +-
...DataTimeBasedBufferingOutboundObserverTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortReadTest.java | 2 +-
.../beam/sdk/fn/data/RemoteGrpcPortWriteTest.java | 2 +-
.../apache/beam/sdk/fn/stream/DataStreamsTest.java | 2 +-
.../ForwardingClientResponseObserverTest.java | 6 +-
.../sdk/fn/stream/OutboundObserverFactoryTest.java | 4 +-
.../sdk/fn/windowing/EncodedBoundedWindowTest.java | 2 +-
sdks/java/harness/build.gradle | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 16 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 4 +-
.../harness/control/AddHarnessIdInterceptor.java | 8 +-
.../fn/harness/control/BeamFnControlClient.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 4 +-
.../beam/fn/harness/data/BeamFnDataClient.java | 2 +-
.../beam/fn/harness/data/BeamFnDataGrpcClient.java | 4 +-
.../fn/harness/data/QueueingBeamFnDataClient.java | 2 +-
.../fn/harness/logging/BeamFnLoggingClient.java | 12 +-
.../apache/beam/fn/harness/state/BagUserState.java | 2 +-
.../harness/state/BeamFnStateGrpcClientCache.java | 4 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 2 +-
.../beam/fn/harness/state/IterableSideInput.java | 2 +-
.../beam/fn/harness/state/MultimapSideInput.java | 2 +-
.../beam/fn/harness/state/StateBackedIterable.java | 2 +-
.../fn/harness/state/StateFetchingIterators.java | 2 +-
.../stream/HarnessStreamObserverFactories.java | 2 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 38 +--
.../org/apache/beam/fn/harness/FnHarnessTest.java | 8 +-
.../harness/control/BeamFnControlClientTest.java | 8 +-
.../harness/control/ProcessBundleHandlerTest.java | 4 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 14 +-
.../data/BeamFnDataInboundObserverTest.java | 2 +-
.../harness/data/QueueingBeamFnDataClientTest.java | 14 +-
.../harness/logging/BeamFnLoggingClientTest.java | 16 +-
.../beam/fn/harness/state/BagUserStateTest.java | 2 +-
.../state/BeamFnStateGrpcClientCacheTest.java | 16 +-
.../fn/harness/state/FakeBeamFnStateClient.java | 2 +-
.../fn/harness/state/MultimapSideInputTest.java | 2 +-
.../fn/harness/state/StateBackedIterableTest.java | 2 +-
.../harness/state/StateFetchingIteratorsTest.java | 2 +-
.../stream/HarnessStreamObserverFactoriesTest.java | 4 +-
sdks/java/io/contextualtextio/build.gradle | 2 +-
.../contextualtextio/ContextualTextIOSource.java | 2 +-
sdks/java/io/debezium/build.gradle | 2 +-
.../apache/beam/io/debezium/SourceRecordJson.java | 4 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 47 +++-
sdks/java/io/google-cloud-platform/build.gradle | 5 +-
.../io/gcp/pubsub/PubSubPayloadTranslation.java | 159 ++++++++++++
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 78 ++++--
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 73 ++++--
.../sdk/io/gcp/pubsub/RunnerImplementedSink.java | 68 -----
.../pubsub/RunnerImplementedSinkTranslation.java | 87 -------
.../sdk/io/gcp/pubsub/RunnerImplementedSource.java | 83 ------
.../pubsub/RunnerImplementedSourceTranslation.java | 102 --------
.../io/gcp/spanner/SpannerTransformRegistrar.java | 2 +-
....java => PubSubReadPayloadTranslationTest.java} | 189 +++++++-------
...java => PubSubWritePayloadTranslationTest.java} | 37 ++-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 16 +-
.../io/gcp/pubsub/PubsubUnboundedSourceTest.java | 80 ++++--
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 4 +-
sdks/java/io/redis/build.gradle | 2 +-
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 6 +
sdks/python/apache_beam/dataframe/frames.py | 44 +++-
sdks/python/apache_beam/dataframe/frames_test.py | 40 +++
.../apache_beam/dataframe/pandas_doctests_test.py | 4 +-
sdks/python/apache_beam/examples/__init__.py | 2 -
sdks/python/apache_beam/examples/avro_bitcoin.py | 11 +-
.../apache_beam/examples/fastavro_it_test.py | 11 +-
.../apache_beam/examples/snippets/__init__.py | 2 -
.../apache_beam/examples/snippets/snippets.py | 6 -
.../apache_beam/examples/snippets/snippets_test.py | 80 +++++-
.../examples/snippets/snippets_test_py3.py | 114 ---------
.../examples/snippets/transforms/__init__.py | 2 -
.../snippets/transforms/aggregation/__init__.py | 2 -
.../transforms/aggregation/cogroupbykey.py | 3 -
.../transforms/aggregation/cogroupbykey_test.py | 3 -
.../transforms/aggregation/combineglobally.py | 4 -
.../transforms/aggregation/combineglobally_test.py | 3 -
.../transforms/aggregation/combineperkey.py | 4 -
.../transforms/aggregation/combineperkey_test.py | 3 -
.../transforms/aggregation/combinevalues.py | 4 -
.../transforms/aggregation/combinevalues_test.py | 3 -
.../snippets/transforms/aggregation/count.py | 3 -
.../snippets/transforms/aggregation/count_test.py | 3 -
.../snippets/transforms/aggregation/distinct.py | 3 -
.../transforms/aggregation/distinct_test.py | 3 -
.../transforms/aggregation/groupby_test.py | 4 -
.../snippets/transforms/aggregation/groupbykey.py | 3 -
.../transforms/aggregation/groupbykey_test.py | 3 -
.../transforms/aggregation/groupintobatches.py | 3 -
.../aggregation/groupintobatches_test.py | 3 -
.../snippets/transforms/aggregation/latest.py | 3 -
.../snippets/transforms/aggregation/latest_test.py | 3 -
.../snippets/transforms/aggregation/max.py | 3 -
.../snippets/transforms/aggregation/max_test.py | 3 -
.../snippets/transforms/aggregation/mean.py | 3 -
.../snippets/transforms/aggregation/mean_test.py | 3 -
.../snippets/transforms/aggregation/min.py | 3 -
.../snippets/transforms/aggregation/min_test.py | 3 -
.../snippets/transforms/aggregation/sample.py | 3 -
.../snippets/transforms/aggregation/sample_test.py | 3 -
.../snippets/transforms/aggregation/sum.py | 3 -
.../snippets/transforms/aggregation/sum_test.py | 3 -
.../snippets/transforms/aggregation/top.py | 3 -
.../snippets/transforms/aggregation/top_test.py | 3 -
.../snippets/transforms/elementwise/__init__.py | 2 -
.../snippets/transforms/elementwise/filter.py | 3 -
.../snippets/transforms/elementwise/filter_test.py | 3 -
.../snippets/transforms/elementwise/flatmap.py | 3 -
.../transforms/elementwise/flatmap_test.py | 3 -
.../snippets/transforms/elementwise/keys.py | 3 -
.../snippets/transforms/elementwise/keys_test.py | 3 -
.../snippets/transforms/elementwise/kvswap.py | 3 -
.../snippets/transforms/elementwise/kvswap_test.py | 3 -
.../snippets/transforms/elementwise/map.py | 3 -
.../snippets/transforms/elementwise/map_test.py | 3 -
.../snippets/transforms/elementwise/pardo.py | 3 -
.../snippets/transforms/elementwise/pardo_test.py | 3 -
.../snippets/transforms/elementwise/partition.py | 3 -
.../transforms/elementwise/partition_test.py | 3 -
.../snippets/transforms/elementwise/regex.py | 3 -
.../snippets/transforms/elementwise/regex_test.py | 3 -
.../snippets/transforms/elementwise/tostring.py | 3 -
.../transforms/elementwise/tostring_test.py | 3 -
.../snippets/transforms/elementwise/values.py | 3 -
.../snippets/transforms/elementwise/values_test.py | 3 -
.../transforms/elementwise/withtimestamps.py | 3 -
.../transforms/elementwise/withtimestamps_test.py | 3 -
sdks/python/apache_beam/examples/snippets/util.py | 2 -
.../apache_beam/examples/snippets/util_test.py | 2 -
sdks/python/apache_beam/examples/sql_taxi.py | 2 -
.../apache_beam/examples/streaming_wordcount.py | 7 +-
.../examples/streaming_wordcount_debugging.py | 7 +-
.../streaming_wordcount_debugging_it_test.py | 2 -
.../examples/streaming_wordcount_debugging_test.py | 2 -
.../examples/streaming_wordcount_it_test.py | 3 -
.../apache_beam/examples/windowed_wordcount.py | 6 +-
sdks/python/apache_beam/examples/wordcount.py | 7 +-
.../apache_beam/examples/wordcount_dataframe.py | 2 -
.../examples/wordcount_dataframe_test.py | 2 -
.../apache_beam/examples/wordcount_debugging.py | 8 +-
.../examples/wordcount_debugging_test.py | 2 -
.../apache_beam/examples/wordcount_it_test.py | 2 -
.../apache_beam/examples/wordcount_minimal.py | 8 +-
.../apache_beam/examples/wordcount_minimal_test.py | 2 -
sdks/python/apache_beam/examples/wordcount_test.py | 2 -
.../apache_beam/examples/wordcount_with_metrics.py | 7 +-
.../python/apache_beam/examples/wordcount_xlang.py | 6 +-
.../apache_beam/examples/wordcount_xlang_sql.py | 8 +-
sdks/python/apache_beam/internal/__init__.py | 2 -
sdks/python/apache_beam/internal/gcp/__init__.py | 2 -
sdks/python/apache_beam/internal/gcp/auth.py | 2 -
sdks/python/apache_beam/internal/gcp/json_value.py | 11 +-
.../apache_beam/internal/gcp/json_value_test.py | 2 -
sdks/python/apache_beam/internal/http_client.py | 2 -
.../apache_beam/internal/http_client_test.py | 2 -
.../apache_beam/internal/metrics/__init__.py | 2 -
sdks/python/apache_beam/internal/metrics/cells.py | 4 -
.../apache_beam/internal/metrics/cells_test.py | 3 -
sdks/python/apache_beam/internal/metrics/metric.py | 3 -
.../apache_beam/internal/metrics/metric_test.py | 2 -
sdks/python/apache_beam/internal/module_test.py | 3 -
sdks/python/apache_beam/internal/pickler.py | 7 +-
sdks/python/apache_beam/internal/pickler_test.py | 2 -
sdks/python/apache_beam/internal/util.py | 3 -
sdks/python/apache_beam/internal/util_test.py | 2 -
sdks/python/apache_beam/io/filesystem.py | 18 +-
sdks/python/apache_beam/io/iobase.py | 60 +++--
sdks/python/apache_beam/io/iobase_test.py | 13 +
sdks/python/apache_beam/metrics/__init__.py | 2 -
sdks/python/apache_beam/metrics/cells.py | 4 -
sdks/python/apache_beam/metrics/cells_test.py | 3 -
sdks/python/apache_beam/metrics/execution.py | 3 -
sdks/python/apache_beam/metrics/execution_test.py | 3 -
sdks/python/apache_beam/metrics/metric.py | 3 -
sdks/python/apache_beam/metrics/metric_test.py | 3 -
sdks/python/apache_beam/metrics/metricbase.py | 3 -
.../python/apache_beam/metrics/monitoring_infos.py | 2 -
.../apache_beam/metrics/monitoring_infos_test.py | 2 -
.../apache_beam/transforms/periodicsequence.py | 8 +
.../transforms/periodicsequence_test.py | 20 ++
sdks/python/mypy.ini | 3 +
settings.gradle.kts | 9 +-
vendor/{grpc-1_36_0 => grpc-1_26_0}/build.gradle | 18 +-
.../site/content/en/documentation/runners/flink.md | 25 +-
428 files changed, 1728 insertions(+), 2544 deletions(-)
copy
buildSrc/src/main/groovy/org/apache/beam/gradle/{GrpcVendoring_1_36_0.groovy =>
GrpcVendoring_1_26_0.groovy} (75%)
delete mode 100644
runners/flink/1.10/src/main/java/org/apache/beam/runners/flink/FlinkCapabilities.java
rename runners/flink/{1.8 =>
1.10}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/AbstractStreamOperatorCompat.java
(100%)
rename runners/flink/{1.8 =>
1.10}/src/test/java/org/apache/beam/runners/flink/RemoteMiniClusterImpl.java
(100%)
rename runners/flink/{1.8 =>
1.10}/src/test/java/org/apache/beam/runners/flink/SourceTransformationCompat.java
(100%)
delete mode 100644 runners/flink/1.8/build.gradle
delete mode 100644 runners/flink/1.8/job-server-container/build.gradle
delete mode 100644 runners/flink/1.8/job-server/build.gradle
delete mode 100644
runners/flink/1.8/src/main/java/org/apache/beam/runners/flink/FlinkCapabilities.java
delete mode 100644
runners/flink/1.8/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/BeamStoppableFunction.java
delete mode 100644
runners/flink/1.8/src/test/java/org/apache/beam/runners/flink/FlinkRunnerTestCompat.java
delete mode 100644
runners/flink/1.8/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java
delete mode 100644 runners/flink/1.9/build.gradle
delete mode 100644 runners/flink/1.9/job-server-container/build.gradle
delete mode 100644 runners/flink/1.9/job-server/build.gradle
delete mode 100644
runners/flink/1.9/src/test/java/org/apache/beam/runners/flink/streaming/StreamSources.java
rename runners/flink/{1.8 =>
}/src/main/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializer.java
(100%)
rename runners/flink/{1.8 =>
}/src/main/java/org/apache/beam/runners/flink/translation/types/EncodedValueSerializer.java
(100%)
rename runners/flink/{1.9 =>
}/src/main/java/org/apache/beam/runners/flink/translation/wrappers/streaming/io/BeamStoppableFunction.java
(100%)
rename runners/flink/{1.8 =>
}/src/test/java/org/apache/beam/runners/flink/translation/types/CoderTypeSerializerTest.java
(100%)
create mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/PubSubPayloadTranslation.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/RunnerImplementedSink.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/RunnerImplementedSinkTranslation.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/RunnerImplementedSource.java
delete mode 100644
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/RunnerImplementedSourceTranslation.java
rename
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/{RunnerImplementedSourceTranslationTest.java
=> PubSubReadPayloadTranslationTest.java} (53%)
rename
sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/pubsub/{RunnerImplementedSinkTranslationTest.java
=> PubSubWritePayloadTranslationTest.java} (80%)
delete mode 100644
sdks/python/apache_beam/examples/snippets/snippets_test_py3.py
copy vendor/{grpc-1_36_0 => grpc-1_26_0}/build.gradle (71%)
