This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 6377cbe20cc [Docs] Add example notebook for enrichment transform with
bigtable (#30315)
add 5c6557d114a [Dataflow Streaming] Move a few options from
StreamingDataflowWorkerOptions to DataflowPipelineDebugOptions (#30326)
add eaaf328fce4 Duet AI advanced DoFn documentation lookup prompts (#30284)
add abd77bc2551 Exclude slf4j from arrow dependencies (#30306)
add c42c8955e74 Update to libraries-bom 26.32.0 (#30324)
add bcdac047062 Update test-your-pipeline.md (#30328)
add eef267f3cd5 Use canonical path when testing classpath scanner
add f73ce82fb37 Merge runners-core-construction into sdks-java-core
add 7c7820eb9cb CHANGES note: elimination of sdks/java/fn-execution and
runners/core-construction-java
add 53c966dfd9e Merge pull request #29924: Merge runners-core-construction
into sdks-java-core
add aebd8780724 [YAML] - Pick file descriptor based on messageName (#30314)
add 03929cb7f9e Bump PostCommit Java DataflowV1 to 6h (#30323)
add 690a5a44605 Update windmill proto definition (#30046)
add 52eedb2a20d Fix post-commit failure after pr/30205. (#30331)
add 1bbe07e1653 Fix Python postcommits (#30333)
No new revisions were added by this update.
Summary of changes:
...=> beam_PostCommit_Python_Examples_Direct.json} | 0
.../workflows/beam_PostCommit_Java_DataflowV1.yml | 4 +-
CHANGES.md | 2 +
build.gradle.kts | 1 -
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 11 +-
.../29_advanced_side_inputs.md | 36 +++++
.../30_advanced_additional_outputs.md | 108 +++++++++++++
.../31_advanced_batched_dofn.md | 43 +++++
.../backend/internal/preparers/java_preparers.go | 2 +-
.../internal/preparers/java_preparers_test.go | 4 +-
runners/core-construction-java/build.gradle | 77 ---------
runners/core-java/build.gradle | 1 -
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 2 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 16 +-
.../core/metrics/MonitoringInfoConstants.java | 2 +-
.../core/metrics/MonitoringInfoMetricName.java | 1 -
.../apache/beam/runners/core/ReduceFnTester.java | 2 +-
runners/direct-java/build.gradle | 10 +-
.../direct/BoundedReadEvaluatorFactory.java | 4 +-
...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 4 +-
.../apache/beam/runners/direct/DirectGraph.java | 2 +-
.../beam/runners/direct/DirectGraphVisitor.java | 2 +-
.../beam/runners/direct/DirectGroupByKey.java | 2 +-
.../direct/DirectGroupByKeyOverrideFactory.java | 4 +-
.../apache/beam/runners/direct/DirectRunner.java | 6 +-
.../runners/direct/DirectTransformExecutor.java | 2 +-
.../beam/runners/direct/ExecutableGraph.java | 2 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 2 +-
.../beam/runners/direct/MultiStepCombine.java | 6 +-
.../beam/runners/direct/ParDoEvaluatorFactory.java | 2 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 8 +-
.../beam/runners/direct/ReadEvaluatorFactory.java | 2 +-
.../beam/runners/direct/RootProviderRegistry.java | 6 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 4 +-
.../runners/direct/TransformEvaluatorRegistry.java | 20 +--
.../runners/direct/UnboundedReadDeduplicator.java | 2 +-
.../direct/UnboundedReadEvaluatorFactory.java | 4 +-
.../runners/direct/WindowEvaluatorFactory.java | 2 +-
.../runners/direct/WriteWithShardingFactory.java | 6 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 2 +-
.../direct/StatefulParDoEvaluatorFactoryTest.java | 2 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 2 +-
runners/flink/flink_runner.gradle | 1 -
.../runners/flink/CreateStreamingFlinkView.java | 4 +-
.../flink/FlinkBatchPipelineTranslator.java | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 20 +--
.../flink/FlinkBatchTransformTranslators.java | 8 +-
.../runners/flink/FlinkExecutionEnvironments.java | 2 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 4 +-
.../flink/FlinkPipelineExecutionEnvironment.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 16 +-
.../org/apache/beam/runners/flink/FlinkRunner.java | 4 +-
.../flink/FlinkStreamingPipelineTranslator.java | 12 +-
.../FlinkStreamingPortablePipelineTranslator.java | 26 +--
.../flink/FlinkStreamingTransformTranslators.java | 14 +-
.../flink/FlinkStreamingTranslationContext.java | 2 +-
.../runners/flink/FlinkTransformOverrides.java | 8 +-
.../translation/functions/FlinkDoFnFunction.java | 2 +-
.../functions/FlinkExecutableStageFunction.java | 10 +-
.../FlinkExecutableStagePruningFunction.java | 2 +-
.../FlinkMergingNonShuffleReduceFunction.java | 2 +-
.../functions/FlinkMultiOutputPruningFunction.java | 2 +-
.../functions/FlinkPartialReduceFunction.java | 2 +-
.../translation/functions/FlinkReduceFunction.java | 2 +-
.../functions/FlinkStatefulDoFnFunction.java | 2 +-
.../translation/types/CoderTypeInformation.java | 2 +-
.../translation/types/CoderTypeSerializer.java | 2 +-
.../utils/FlinkPortableRunnerUtils.java | 2 +-
.../translation/utils/LookupPipelineVisitor.java | 2 +-
.../translation/wrappers/SourceInputFormat.java | 2 +-
.../wrappers/streaming/DoFnOperator.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 10 +-
.../streaming/KvToByteBufferKeySelector.java | 2 +-
.../streaming/SdfByteBufferKeySelector.java | 2 +-
.../wrappers/streaming/WorkItemKeySelector.java | 2 +-
.../wrappers/streaming/io/DedupingOperator.java | 2 +-
.../streaming/io/UnboundedSourceWrapper.java | 4 +-
.../wrappers/streaming/io/source/FlinkSource.java | 2 +-
.../io/source/bounded/FlinkBoundedSource.java | 2 +-
.../io/source/unbounded/FlinkUnboundedSource.java | 2 +-
.../streaming/stableinput/BufferingDoFnRunner.java | 2 +-
.../state/FlinkBroadcastStateInternals.java | 2 +-
.../streaming/state/FlinkStateInternals.java | 2 +-
.../FlinkPipelineExecutionEnvironmentTest.java | 6 +-
.../runners/flink/FlinkPipelineOptionsTest.java | 2 +-
.../flink/FlinkRequiresStableInputTest.java | 4 +-
.../beam/runners/flink/FlinkSavepointTest.java | 4 +-
.../FlinkStreamingTransformTranslatorsTest.java | 4 +-
.../beam/runners/flink/FlinkSubmissionTest.java | 2 +-
.../beam/runners/flink/PortableExecutionTest.java | 4 +-
.../runners/flink/PortableStateExecutionTest.java | 4 +-
.../runners/flink/PortableTimersExecutionTest.java | 4 +-
.../beam/runners/flink/ReadSourcePortableTest.java | 8 +-
.../flink/streaming/BoundedSourceRestoreTest.java | 4 +-
.../FlinkBroadcastStateInternalsTest.java | 2 +-
.../flink/streaming/FlinkStateInternalsTest.java | 2 +-
.../FlinkExecutableStageFunctionTest.java | 4 +-
.../translation/types/CoderTypeSerializerTest.java | 2 +-
.../wrappers/streaming/DoFnOperatorTest.java | 2 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 6 +-
.../wrappers/streaming/WindowDoFnOperatorTest.java | 2 +-
.../streaming/io/UnboundedSourceWrapperTest.java | 2 +-
.../stableinput/BufferingDoFnRunnerTest.java | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 2 -
.../dataflow/BatchStatefulParDoOverrides.java | 4 +-
.../dataflow/DataflowPipelineTranslator.java | 12 +-
.../beam/runners/dataflow/DataflowRunner.java | 42 ++---
.../runners/dataflow/GroupIntoBatchesOverride.java | 4 +-
.../dataflow/PrimitiveParDoSingleFactory.java | 26 +--
.../beam/runners/dataflow/ReadTranslator.java | 2 +-
.../RequiresStableInputParDoOverrides.java | 4 +-
.../runners/dataflow/ReshuffleOverrideFactory.java | 4 +-
.../runners/dataflow/SplittableParDoOverrides.java | 8 +-
.../runners/dataflow/StreamingViewOverrides.java | 4 +-
.../beam/runners/dataflow/TransformTranslator.java | 2 +-
.../options/DataflowPipelineDebugOptions.java | 45 ++++++
.../util/AvroCoderCloudObjectTranslator.java | 2 +-
.../dataflow/util/CloudObjectTranslator.java | 2 +-
.../dataflow/util/CloudObjectTranslators.java | 2 +-
.../beam/runners/dataflow/util/CloudObjects.java | 4 +-
.../beam/runners/dataflow/util/PackageUtil.java | 2 +-
.../util/RowCoderCloudObjectTranslator.java | 2 +-
.../util/SchemaCoderCloudObjectTranslator.java | 2 +-
.../SerializableCoderCloudObjectTranslator.java | 2 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 10 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 18 +--
.../runners/dataflow/util/CloudObjectsTest.java | 2 +-
.../beam/runners/dataflow/util/GCSUploadMain.java | 2 +-
.../runners/dataflow/util/PackageUtilTest.java | 2 +-
.../google-cloud-dataflow-java/worker/build.gradle | 2 -
.../worker/GroupAlsoByWindowParDoFnFactory.java | 4 +-
...HarnessCoderCloudObjectTranslatorRegistrar.java | 2 +-
.../dataflow/worker/StreamingDataflowWorker.java | 96 +++++++----
.../StreamingGroupAlsoByWindowViaWindowSetFn.java | 2 +-
.../options/StreamingDataflowWorkerOptions.java | 78 ---------
.../dataflow/worker/status/WorkerStatusPages.java | 2 +-
.../streaming/WorkHeartbeatResponseProcessor.java | 68 ++++++++
.../BatchGroupAlsoByWindowViaOutputBufferFn.java | 2 +-
.../dataflow/worker/util/MemoryMonitor.java | 2 +-
.../dataflow/worker/util/TimerOrElement.java | 2 +-
.../worker/windmill/WindmillEndpoints.java | 178 ++++++++++++---------
.../worker/windmill/WindmillServerStub.java | 6 -
.../worker/windmill/WindmillServiceAddress.java | 28 +++-
.../windmill/client/grpc/GrpcDispatcherClient.java | 178 +++++++++++++++------
.../windmill/client/grpc/GrpcWindmillServer.java | 110 +++++++------
.../client/grpc/GrpcWindmillStreamFactory.java | 17 +-
.../client/grpc/StreamingEngineClient.java | 23 +--
.../grpc/stubs/RemoteWindmillStubFactory.java | 76 +++++++++
.../client/grpc/stubs/WindmillChannelFactory.java | 40 ++++-
.../client/grpc/stubs/WindmillStubFactory.java | 62 +------
.../dataflow/worker/FakeWindmillServer.java | 19 ++-
.../worker/StreamingDataflowWorkerTest.java | 167 +++++++++----------
.../dataflow/worker/WorkerCustomSourcesTest.java | 8 +-
.../dataflow/worker/util/MemoryMonitorTest.java | 2 +-
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 30 ++--
.../client/grpc/GrpcWindmillServerTest.java | 29 +++-
.../client/grpc/StreamingEngineClientTest.java | 48 ++++--
.../windmill/testing/FakeWindmillStubFactory.java | 47 ++++++
.../worker/windmill/src/main/proto/windmill.proto | 12 +-
.../windmill/src/main/proto/windmill_service.proto | 10 +-
runners/java-fn-execution/build.gradle | 3 -
.../artifact/ArtifactRetrievalService.java | 6 +-
.../control/DefaultExecutableStageContext.java | 2 +-
.../control/DefaultJobBundleFactory.java | 10 +-
.../control/ExecutableStageContext.java | 2 +-
.../fnexecution/control/JobBundleFactory.java | 2 +-
.../control/ProcessBundleDescriptors.java | 18 +--
...renceCountingExecutableStageContextFactory.java | 4 +-
.../runners/fnexecution/control/RemoteBundle.java | 2 +-
.../fnexecution/control/SdkHarnessClient.java | 2 +-
.../SingleEnvironmentInstanceJobBundleFactory.java | 4 +-
.../fnexecution/control/StageBundleFactory.java | 4 +-
.../fnexecution/control/TimerReceiverFactory.java | 2 +-
.../environment/DockerEnvironmentFactory.java | 2 +-
.../environment/EmbeddedEnvironmentFactory.java | 2 +-
.../environment/ExternalEnvironmentFactory.java | 2 +-
.../environment/ProcessEnvironmentFactory.java | 2 +-
.../translation/BatchSideInputHandlerFactory.java | 6 +-
.../translation/PipelineTranslatorUtils.java | 8 +-
.../StreamingSideInputHandlerFactory.java | 4 +-
.../wire/LengthPrefixUnknownCoders.java | 2 +-
.../beam/runners/fnexecution/wire/WireCoders.java | 10 +-
.../control/DefaultJobBundleFactoryTest.java | 6 +-
.../control/ProcessBundleDescriptorsTest.java | 26 ++-
.../fnexecution/control/RemoteExecutionTest.java | 30 ++--
.../fnexecution/control/SdkHarnessClientTest.java | 4 +-
...gleEnvironmentInstanceJobBundleFactoryTest.java | 8 +-
.../environment/DockerEnvironmentFactoryTest.java | 2 +-
.../environment/ProcessEnvironmentFactoryTest.java | 2 +-
.../environment/RemoteEnvironmentTest.java | 2 +-
.../state/StateRequestHandlersTest.java | 6 +-
.../BatchSideInputHandlerFactoryTest.java | 12 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 10 +-
.../wire/LengthPrefixUnknownCodersTest.java | 6 +-
runners/java-job-service/build.gradle | 2 -
.../runners/jobsubmission/InMemoryJobService.java | 4 +-
.../jobsubmission/PortablePipelineJarCreator.java | 2 +-
.../runners/jobsubmission/JobInvocationTest.java | 2 +-
runners/jet/build.gradle | 6 -
.../apache/beam/runners/jet/JetGraphVisitor.java | 2 +-
.../org/apache/beam/runners/jet/JetRunner.java | 8 +-
.../beam/runners/jet/JetTransformTranslators.java | 10 +-
.../beam/runners/jet/JetTranslationContext.java | 2 +-
.../java/org/apache/beam/runners/jet/Utils.java | 4 +-
.../runners/jet/processors/AbstractParDoP.java | 2 +-
.../runners/jet/processors/BoundedSourceP.java | 2 +-
.../apache/beam/runners/jet/processors/ParDoP.java | 2 +-
.../runners/jet/processors/StatefulParDoP.java | 2 +-
.../runners/jet/processors/UnboundedSourceP.java | 2 +-
.../beam/runners/jet/processors/WindowGroupP.java | 4 +-
.../org/apache/beam/runners/jet/TestJetRunner.java | 2 +-
runners/portability/java/build.gradle | 1 -
.../beam/runners/portability/PortableRunner.java | 12 +-
runners/samza/build.gradle | 1 -
.../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +-
.../beam/runners/samza/SamzaPipelineRunner.java | 14 +-
.../org/apache/beam/runners/samza/SamzaRunner.java | 4 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 2 +-
.../samza/adapter/UnboundedSourceSystem.java | 2 +-
.../samza/metrics/SamzaMetricOpFactory.java | 2 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 2 +-
.../beam/runners/samza/runtime/PortableDoFnOp.java | 2 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 6 +-
.../samza/runtime/SamzaStateRequestHandlers.java | 2 +-
.../samza/runtime/SamzaStoreStateInternals.java | 4 +-
.../SplittableParDoProcessKeyedElementsOp.java | 4 +-
.../runners/samza/translation/ConfigBuilder.java | 2 +-
.../translation/FlattenPCollectionsTranslator.java | 4 +-
.../samza/translation/GroupByKeyTranslator.java | 4 +-
.../samza/translation/ImpulseTranslator.java | 4 +-
.../translation/ParDoBoundMultiTranslator.java | 8 +-
.../translation/PortableTranslationContext.java | 2 +-
.../runners/samza/translation/ReadTranslator.java | 2 +-
.../samza/translation/ReshuffleTranslator.java | 6 +-
.../samza/translation/SamzaPipelineTranslator.java | 6 +-
.../SamzaPortablePipelineTranslator.java | 8 +-
.../samza/translation/SamzaPublishView.java | 2 +-
.../SamzaPublishViewTransformOverride.java | 2 +-
.../translation/SamzaTestStreamTranslator.java | 8 +-
.../samza/translation/SamzaTransformOverrides.java | 10 +-
.../translation/SplittableParDoTranslators.java | 2 +-
.../translation/TransformConfigGenerator.java | 2 +-
.../samza/translation/TransformTranslator.java | 4 +-
.../samza/translation/TranslationContext.java | 4 +-
.../samza/translation/WindowAssignTranslator.java | 6 +-
.../apache/beam/runners/samza/util/DoFnUtils.java | 4 +-
.../samza/util/SamzaPipelineTranslatorUtils.java | 2 +-
.../apache/beam/runners/samza/util/StateUtils.java | 2 +-
.../beam/runners/samza/util/WindowUtils.java | 6 +-
.../beam/runners/samza/util/DoFnUtilsTest.java | 6 +-
.../beam/runners/samza/util/WindowUtilsTest.java | 4 +-
.../SparkStructuredStreamingRunner.java | 4 +-
.../translation/PipelineTranslator.java | 4 +-
.../translation/SparkSessionFactory.java | 4 +-
.../translation/SparkTransformOverrides.java | 10 +-
.../translation/TransformTranslator.java | 2 +-
.../translation/batch/DoFnRunnerFactory.java | 2 +-
.../translation/batch/PipelineTranslatorBatch.java | 2 +-
.../batch/ReadSourceTranslatorBatch.java | 2 +-
.../GroupAlsoByWindowViaOutputBufferFn.java | 2 +-
runners/spark/spark_runner.gradle | 3 -
.../runners/spark/SparkCommonPipelineOptions.java | 2 +-
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../runners/spark/SparkNativePipelineVisitor.java | 2 +-
.../beam/runners/spark/SparkPipelineRunner.java | 14 +-
.../org/apache/beam/runners/spark/SparkRunner.java | 6 +-
.../beam/runners/spark/SparkRunnerDebugger.java | 2 +-
.../runners/spark/SparkTransformOverrides.java | 10 +-
.../beam/runners/spark/io/SourceDStream.java | 2 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 2 +-
.../runners/spark/io/SparkUnboundedSource.java | 2 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 4 +-
.../runners/spark/stateful/StateSpecFunctions.java | 2 +-
.../spark/translation/EvaluationContext.java | 4 +-
.../spark/translation/MultiDoFnFunction.java | 2 +-
.../SparkBatchPortablePipelineTranslator.java | 12 +-
.../runners/spark/translation/SparkCombineFn.java | 2 +-
.../translation/SparkExecutableStageFunction.java | 8 +-
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 4 +-
.../SparkStreamingPortablePipelineTranslator.java | 10 +-
.../spark/translation/SparkTranslationContext.java | 2 +-
.../spark/translation/TransformTranslator.java | 10 +-
.../streaming/StreamingTransformTranslator.java | 10 +-
.../spark/translation/SparkCombineFnTest.java | 2 +-
.../SparkExecutableStageFunctionTest.java | 6 +-
runners/twister2/build.gradle | 1 -
.../beam/runners/twister2/Twister2Runner.java | 10 +-
.../twister2/Twister2TranslationContext.java | 2 +-
.../wrappers/Twister2BoundedSource.java | 8 +-
.../Twister2BatchPipelineTranslator.java | 2 +-
.../batch/PCollectionViewTranslatorBatch.java | 2 +-
.../batch/ParDoMultiOutputTranslatorBatch.java | 2 +-
.../batch/ReadSourceTranslatorBatch.java | 2 +-
.../functions/AssignWindowsFunction.java | 6 +-
.../translators/functions/DoFnFunction.java | 12 +-
.../functions/GroupByWindowFunction.java | 10 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
sdks/java/core/build.gradle | 9 +-
.../sdk/util}/construction/ArtifactResolver.java | 2 +-
.../beam/sdk/util}/construction/BeamUrns.java | 2 +-
.../sdk/util}/construction/CoderTranslation.java | 2 +-
.../sdk/util}/construction/CoderTranslator.java | 4 +-
.../construction/CoderTranslatorRegistrar.java | 2 +-
.../sdk/util}/construction/CoderTranslators.java | 9 +-
.../sdk/util}/construction/CombineTranslation.java | 33 ++--
.../CreatePCollectionViewTranslation.java | 5 +-
.../construction/DeduplicatedFlattenFactory.java | 2 +-
.../construction/DefaultArtifactResolver.java | 2 +-
.../DefaultExpansionServiceClientFactory.java | 2 +-
.../util}/construction/DisplayDataTranslation.java | 2 +-
.../construction/EmptyFlattenAsCreateFactory.java | 2 +-
.../beam/sdk/util}/construction/Environments.java | 2 +-
.../construction/ExecutableStageTranslation.java | 4 +-
.../util}/construction/ExpansionServiceClient.java | 2 +-
.../ExpansionServiceClientFactory.java | 2 +-
.../beam/sdk/util}/construction/External.java | 2 +-
.../util}/construction/ExternalTranslation.java | 2 +-
.../construction/ExternalTranslationOptions.java | 2 +-
.../ExternalTranslationOptionsRegistrar.java | 2 +-
.../sdk/util}/construction/FlattenTranslator.java | 5 +-
.../util}/construction/ForwardingPTransform.java | 2 +-
.../util}/construction/GroupByKeyTranslation.java | 11 +-
.../construction/GroupIntoBatchesTranslation.java | 16 +-
.../sdk/util}/construction/ImpulseTranslation.java | 5 +-
.../util}/construction/ModelCoderRegistrar.java | 2 +-
.../beam/sdk/util}/construction/ModelCoders.java | 4 +-
.../sdk/util}/construction/NativeTransforms.java | 2 +-
.../util}/construction/PCollectionTranslation.java | 2 +-
.../construction/PCollectionViewTranslation.java | 2 +-
.../sdk/util}/construction/PTransformMatchers.java | 8 +-
.../util}/construction/PTransformReplacements.java | 2 +-
.../util}/construction/PTransformTranslation.java | 8 +-
.../sdk/util}/construction/ParDoTranslation.java | 74 ++++-----
.../construction/PipelineOptionsTranslation.java | 2 +-
.../util}/construction/PipelineTranslation.java | 4 +-
.../sdk/util}/construction/PrimitiveCreate.java | 2 +-
.../sdk/util}/construction/ReadTranslation.java | 25 ++-
.../util}/construction/RehydratedComponents.java | 7 +-
.../sdk/util}/construction/ReplacementOutputs.java | 2 +-
.../util}/construction/ReshuffleTranslation.java | 11 +-
.../util}/construction/RunnerPCollectionView.java | 2 +-
.../beam/sdk/util}/construction/SdkComponents.java | 2 +-
.../construction/SerializablePipelineOptions.java | 2 +-
.../SingleInputOutputOverrideFactory.java | 2 +-
.../sdk/util}/construction/SplittableParDo.java | 13 +-
.../construction/SplittableParDoNaiveBounded.java | 22 ++-
.../util}/construction/SyntheticComponents.java | 2 +-
.../util}/construction/TestStreamTranslation.java | 23 +--
.../apache/beam/sdk/util}/construction/Timer.java | 2 +-
.../sdk/util}/construction/TransformInputs.java | 2 +-
.../TransformPayloadTranslatorRegistrar.java | 7 +-
.../sdk/util}/construction/TransformUpgrader.java | 4 +-
.../sdk/util}/construction/TriggerTranslation.java | 2 +-
.../UnboundedReadFromBoundedSource.java | 2 +-
.../sdk/util}/construction/UnconsumedReads.java | 2 +-
.../util}/construction/UnknownCoderWrapper.java | 2 +-
.../construction/UnsupportedOverrideFactory.java | 2 +-
.../util}/construction/WindowIntoTranslation.java | 15 +-
.../construction/WindowingStrategyTranslation.java | 4 +-
.../util}/construction/WriteFilesTranslation.java | 13 +-
.../util}/construction/graph/ExecutableStage.java | 45 +++---
.../construction/graph/FieldAccessVisitor.java | 2 +-
.../util}/construction/graph/FusedPipeline.java | 13 +-
.../graph/GreedyPCollectionFusers.java | 79 ++++-----
.../construction/graph/GreedyPipelineFuser.java | 128 ++++++++-------
.../util}/construction/graph/GreedyStageFuser.java | 65 ++++----
.../graph/ImmutableExecutableStage.java | 27 ++--
.../sdk/util}/construction/graph/Networks.java | 2 +-
.../construction/graph/OutputDeduplicator.java | 144 +++++++++--------
.../graph/PCollectionOutputTagVisitor.java | 2 +-
.../sdk/util}/construction/graph/PipelineNode.java | 2 +-
.../construction/graph/PipelineValidator.java | 6 +-
.../graph/ProjectionProducerVisitor.java | 3 +-
.../graph/ProjectionPushdownOptimizer.java | 2 +-
.../util}/construction/graph/ProtoOverrides.java | 2 +-
.../construction/graph/QueryablePipeline.java | 174 ++++++++++----------
.../construction/graph/SideInputReference.java | 6 +-
.../graph/SplittableParDoExpander.java | 15 +-
.../util}/construction/graph/TimerReference.java | 2 +-
.../graph/TrivialNativeTransformExpander.java | 2 +-
.../construction/graph/UserStateReference.java | 8 +-
.../sdk/util}/construction/graph/package-info.java | 2 +-
.../beam/sdk/util}/construction/package-info.java | 2 +-
.../construction/renderer/PipelineDotRenderer.java | 2 +-
.../renderer/PortablePipelineDotRenderer.java | 6 +-
.../util}/construction/renderer/package-info.java | 2 +-
.../ClasspathScanningResourcesDetector.java | 2 +-
.../construction/resources/PipelineResources.java | 2 +-
.../resources/PipelineResourcesDetector.java | 2 +-
.../resources/PipelineResourcesOptions.java | 2 +-
.../util}/construction/resources/package-info.java | 2 +-
.../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 25 +--
.../fn/data/BeamFnDataOutboundAggregatorTest.java | 28 ++--
.../sdk/util}/construction/BaseExternalTest.java | 2 +-
.../util}/construction/CoderTranslationTest.java | 4 +-
.../util}/construction/CombineTranslationTest.java | 2 +-
.../CreatePCollectionViewTranslationTest.java | 2 +-
.../DeduplicatedFlattenFactoryTest.java | 4 +-
.../construction/DefaultArtifactResolverTest.java | 2 +-
.../construction/DisplayDataTranslationTest.java | 18 +--
.../EmptyFlattenAsCreateFactoryTest.java | 2 +-
.../sdk/util}/construction/EnvironmentsTest.java | 6 +-
.../ExecutableStageTranslationTest.java | 6 +-
.../construction/ExternalTranslationTest.java | 4 +-
.../construction/ForwardingPTransformTest.java | 2 +-
.../construction/GroupByKeyTranslationTest.java | 4 +-
.../GroupIntoBatchesTranslationTest.java | 2 +-
.../sdk/util}/construction/ModelCodersTest.java | 6 +-
.../sdk/util}/construction/MorePipelineTest.java | 2 +-
.../util}/construction/NativeTransformsTest.java | 4 +-
.../construction/PCollectionTranslationTest.java | 2 +-
.../PCollectionViewTranslationTest.java | 2 +-
.../util}/construction/PTransformMatchersTest.java | 2 +-
.../construction/PTransformReplacementsTest.java | 2 +-
.../construction/PTransformTranslationTest.java | 2 +-
.../util}/construction/ParDoTranslationTest.java | 6 +-
.../PipelineOptionsTranslationTest.java | 2 +-
.../construction/PipelineTranslationTest.java | 4 +-
.../util}/construction/ReadTranslationTest.java | 2 +-
.../construction/RehydratedComponentsTest.java | 2 +-
.../util}/construction/ReplacementOutputsTest.java | 2 +-
.../construction/ReshuffleTranslationTest.java | 4 +-
.../sdk/util}/construction/SdkComponentsTest.java | 2 +-
.../SerializablePipelineOptionsTest.java | 2 +-
.../SingleInputOutputOverrideFactoryTest.java | 2 +-
.../util}/construction/SplittableParDoTest.java | 4 +-
.../construction/TestStreamTranslationTest.java | 4 +-
.../beam/sdk/util}/construction/TimerTest.java | 2 +-
.../util}/construction/TransformInputsTest.java | 2 +-
.../util}/construction/TransformUpgraderTest.java | 2 +-
.../util}/construction/TriggerTranslationTest.java | 2 +-
.../UnboundedReadFromBoundedSourceTest.java | 8 +-
.../util}/construction/UnconsumedReadsTest.java | 2 +-
.../UnsupportedOverrideFactoryTest.java | 2 +-
.../construction/ValidateRunnerXlangTest.java | 2 +-
.../construction/WindowIntoTranslationTest.java | 2 +-
.../WindowingStrategyTranslationTest.java | 2 +-
.../construction/WriteFilesTranslationTest.java | 2 +-
.../construction/graph/ExecutableStageMatcher.java | 6 +-
.../construction/graph/ExecutableStageTest.java | 13 +-
.../construction/graph/FieldAccessVisitorTest.java | 2 +-
.../construction/graph/FusedPipelineTest.java | 4 +-
.../graph/GreedyPipelineFuserTest.java | 12 +-
.../construction/graph/GreedyStageFuserTest.java | 10 +-
.../graph/ImmutableExecutableStageTest.java | 10 +-
.../sdk/util}/construction/graph/NetworksTest.java | 2 +-
.../construction/graph/OutputDeduplicatorTest.java | 19 ++-
.../graph/ProjectionProducerVisitorTest.java | 2 +-
.../graph/ProjectionPushdownOptimizerTest.java | 2 +-
.../construction/graph/ProtoOverridesTest.java | 4 +-
.../construction/graph/QueryablePipelineTest.java | 12 +-
.../graph/SplittableParDoExpanderTest.java | 6 +-
.../renderer/PipelineDotRendererTest.java | 2 +-
.../renderer/PortablePipelineDotRendererTest.java | 4 +-
.../ClasspathScanningResourcesDetectorTest.java | 12 +-
.../resources/PipelineResourcesTest.java | 2 +-
sdks/java/expansion-service/build.gradle | 1 -
.../sdk/expansion/service/ExpansionService.java | 20 +--
.../ExpansionServiceSchemaTransformProvider.java | 2 +-
.../service/JavaClassLookupTransformProvider.java | 2 +-
.../sdk/expansion/service/TransformProvider.java | 13 +-
.../service/WindowIntoTransformProvider.java | 2 +-
...xpansionServiceSchemaTransformProviderTest.java | 8 +-
.../expansion/service/ExpansionServiceTest.java | 2 +-
.../beam/sdk/expansion/service/ExternalTest.java | 2 +-
.../JavaClassLookupTransformProviderTest.java | 6 +-
sdks/java/extensions/arrow/build.gradle | 15 +-
sdks/java/extensions/avro/build.gradle | 1 -
.../extensions/avro/AvroGenericCoderRegistrar.java | 4 +-
.../avro/AvroGenericCoderTranslator.java | 4 +-
.../extensions/avro/AvroCoderTranslationTest.java | 11 +-
.../sdk/extensions/protobuf/ProtoByteUtils.java | 35 +++-
sdks/java/extensions/python/build.gradle | 5 +-
.../extensions/python/PythonExternalTransform.java | 2 +-
.../python/ConsecutivePythonTransformsTest.java | 2 +-
.../python/transforms/DataframeTransformTest.java | 2 +-
.../python/transforms/PythonMapTest.java | 2 +-
.../transforms/RunInferenceTransformTest.java | 2 +-
sdks/java/harness/build.gradle | 2 +-
.../fn/harness/jmh/ProcessBundleBenchmark.java | 10 +-
.../beam/fn/harness/AssignWindowsRunner.java | 4 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 4 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 4 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 4 +-
.../beam/fn/harness/ExternalWorkerService.java | 4 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 10 +-
.../java/org/apache/beam/fn/harness/FnHarness.java | 2 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 2 +-
.../apache/beam/fn/harness/ToStringFnRunner.java | 2 +-
.../beam/fn/harness/WindowMappingFnRunner.java | 4 +-
.../beam/fn/harness/WindowMergingFnRunner.java | 4 +-
.../fn/harness/control/ProcessBundleHandler.java | 6 +-
.../harness/data/PCollectionConsumerRegistry.java | 2 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 2 +-
.../fn/harness/state/FnApiTimerBundleTracker.java | 2 +-
.../beam/fn/harness/state/StateBackedIterable.java | 8 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 10 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 6 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 4 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 36 ++---
.../org/apache/beam/fn/harness/FnHarnessTest.java | 2 +-
.../apache/beam/fn/harness/MapFnRunnersTest.java | 2 +-
.../PTransformRunnerFactoryTestContext.java | 2 +-
.../beam/fn/harness/ToStringFnRunnerTest.java | 4 +-
.../beam/fn/harness/WindowMappingFnRunnerTest.java | 6 +-
.../beam/fn/harness/WindowMergingFnRunnerTest.java | 6 +-
.../harness/control/ProcessBundleHandlerTest.java | 12 +-
.../data/PCollectionConsumerRegistryTest.java | 2 +-
sdks/java/io/amazon-web-services/build.gradle | 2 +-
.../beam/sdk/io/aws/options/AwsModuleTest.java | 2 +-
sdks/java/io/google-cloud-platform/build.gradle | 16 +-
.../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 10 +-
.../io/gcp/pubsub/PubSubPayloadTranslation.java | 8 +-
.../pubsublite/internal/SubscribeTransform.java | 4 +-
.../io/gcp/bigquery/BigQueryIOStorageReadIT.java | 4 +-
.../pubsub/PubSubReadPayloadTranslationTest.java | 6 +-
.../pubsub/PubSubWritePayloadTranslationTest.java | 6 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 4 +-
sdks/java/io/json/build.gradle | 1 -
sdks/java/io/kafka/build.gradle | 2 -
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 4 +-
.../beam/sdk/io/kafka/KafkaIOExternalTest.java | 4 +-
sdks/java/io/kafka/upgrade/build.gradle | 1 -
.../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 10 +-
.../io/kafka/upgrade/KafkaIOTranslationTest.java | 2 +-
.../testing/expansion/TestExpansionService.java | 4 +-
sdks/java/testing/jpms-tests/build.gradle | 1 +
sdks/java/transform-service/build.gradle | 1 -
sdks/java/transform-service/launcher/build.gradle | 3 +-
.../launcher/TransformServiceLauncherTest.java | 29 ++--
.../sdk/transformservice/ExpansionService.java | 4 +-
.../sdk/transformservice/ExpansionServiceTest.java | 4 +-
sdks/python/apache_beam/io/gcp/gcsio.py | 2 -
.../python/apache_beam/transforms/external_java.py | 2 +-
settings.gradle.kts | 1 -
.../www/site/content/en/contribute/runner-guide.md | 2 +-
.../documentation/pipelines/test-your-pipeline.md | 2 +-
540 files changed, 2674 insertions(+), 2180 deletions(-)
copy .github/trigger_files/{beam_PostCommit_Java_DataflowV2.json =>
beam_PostCommit_Python_Examples_Direct.json} (100%)
create mode 100644
learning/prompts/documentation-lookup/29_advanced_side_inputs.md
create mode 100644
learning/prompts/documentation-lookup/30_advanced_additional_outputs.md
create mode 100644
learning/prompts/documentation-lookup/31_advanced_batched_dofn.md
delete mode 100644 runners/core-construction-java/build.gradle
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/streaming/WorkHeartbeatResponseProcessor.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/RemoteWindmillStubFactory.java
create mode 100644
runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/testing/FakeWindmillStubFactory.java
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ArtifactResolver.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/BeamUrns.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslator.java
(93%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslatorRegistrar.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslators.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CombineTranslation.java
(89%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CreatePCollectionViewTranslation.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DeduplicatedFlattenFactory.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DefaultArtifactResolver.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DefaultExpansionServiceClientFactory.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DisplayDataTranslation.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/EmptyFlattenAsCreateFactory.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/Environments.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExecutableStageTranslation.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExpansionServiceClient.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExpansionServiceClientFactory.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/External.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslationOptions.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslationOptionsRegistrar.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/FlattenTranslator.java
(92%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ForwardingPTransform.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/GroupByKeyTranslation.java
(84%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/GroupIntoBatchesTranslation.java
(86%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ImpulseTranslation.java
(91%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ModelCoderRegistrar.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ModelCoders.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/NativeTransforms.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PCollectionTranslation.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PCollectionViewTranslation.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformMatchers.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformReplacements.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ParDoTranslation.java
(92%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PipelineOptionsTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PipelineTranslation.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PrimitiveCreate.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReadTranslation.java
(91%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/RehydratedComponents.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReplacementOutputs.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReshuffleTranslation.java
(84%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/RunnerPCollectionView.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SdkComponents.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SerializablePipelineOptions.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SingleInputOutputOverrideFactory.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SplittableParDo.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SplittableParDoNaiveBounded.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SyntheticComponents.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TestStreamTranslation.java
(92%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/Timer.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformInputs.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformPayloadTranslatorRegistrar.java
(82%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformUpgrader.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TriggerTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnboundedReadFromBoundedSource.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnconsumedReads.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnknownCoderWrapper.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnsupportedOverrideFactory.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WindowIntoTranslation.java
(90%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WindowingStrategyTranslation.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WriteFilesTranslation.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStage.java
(86%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/FieldAccessVisitor.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/FusedPipeline.java
(92%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyPCollectionFusers.java
(86%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyPipelineFuser.java
(77%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyStageFuser.java
(76%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ImmutableExecutableStage.java
(80%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/Networks.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/OutputDeduplicator.java
(67%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PCollectionOutputTagVisitor.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PipelineNode.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PipelineValidator.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProjectionProducerVisitor.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProjectionPushdownOptimizer.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProtoOverrides.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/QueryablePipeline.java
(68%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/SideInputReference.java
(92%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/SplittableParDoExpander.java
(96%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/TimerReference.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/TrivialNativeTransformExpander.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/UserStateReference.java
(90%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/package-info.java
(94%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/package-info.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/PipelineDotRenderer.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/PortablePipelineDotRenderer.java
(94%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/package-info.java
(93%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/ClasspathScanningResourcesDetector.java
(97%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResources.java
(99%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesDetector.java
(95%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesOptions.java
(98%)
rename
{runners/core-construction-java/src/main/java/org/apache/beam/runners/core =>
sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/package-info.java
(93%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/BaseExternalTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CoderTranslationTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CombineTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CreatePCollectionViewTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DeduplicatedFlattenFactoryTest.java
(96%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DefaultArtifactResolverTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DisplayDataTranslationTest.java
(86%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/EmptyFlattenAsCreateFactoryTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/EnvironmentsTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ExecutableStageTranslationTest.java
(96%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ExternalTranslationTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ForwardingPTransformTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/GroupByKeyTranslationTest.java
(90%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/GroupIntoBatchesTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ModelCodersTest.java
(95%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/MorePipelineTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/NativeTransformsTest.java
(93%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PCollectionTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PCollectionViewTranslationTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformMatchersTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformReplacementsTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ParDoTranslationTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PipelineOptionsTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PipelineTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReadTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/RehydratedComponentsTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReplacementOutputsTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReshuffleTranslationTest.java
(91%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SdkComponentsTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SerializablePipelineOptionsTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SingleInputOutputOverrideFactoryTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SplittableParDoTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TestStreamTranslationTest.java
(96%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TimerTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TransformInputsTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TransformUpgraderTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TriggerTranslationTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnboundedReadFromBoundedSourceTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnconsumedReadsTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnsupportedOverrideFactoryTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ValidateRunnerXlangTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WindowIntoTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WindowingStrategyTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WriteFilesTranslationTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStageMatcher.java
(96%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStageTest.java
(94%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/FieldAccessVisitorTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/FusedPipelineTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/GreedyPipelineFuserTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/GreedyStageFuserTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ImmutableExecutableStageTest.java
(93%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/NetworksTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/OutputDeduplicatorTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProjectionProducerVisitorTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProjectionPushdownOptimizerTest.java
(99%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProtoOverridesTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/QueryablePipelineTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/SplittableParDoExpanderTest.java
(97%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/renderer/PipelineDotRendererTest.java
(98%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/renderer/PortablePipelineDotRendererTest.java
(95%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/resources/ClasspathScanningResourcesDetectorTest.java
(92%)
rename
{runners/core-construction-java/src/test/java/org/apache/beam/runners/core =>
sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesTest.java
(99%)
