This is an automated email from the ASF dual-hosted git repository. kenn pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
from bcdac047062 Update test-your-pipeline.md (#30328) add eef267f3cd5 Use canonical path when testing classpath scanner add f73ce82fb37 Merge runners-core-construction into sdks-java-core add 7c7820eb9cb CHANGES note: elimination of sdks/java/fn-execution and runners/core-construction-java add 53c966dfd9e Merge pull request #29924: Merge runners-core-construction into sdks-java-core No new revisions were added by this update. Summary of changes: CHANGES.md | 2 + build.gradle.kts | 1 - .../org/apache/beam/gradle/BeamModulePlugin.groovy | 5 - .../backend/internal/preparers/java_preparers.go | 2 +- .../internal/preparers/java_preparers_test.go | 4 +- runners/core-construction-java/build.gradle | 77 --------- runners/core-java/build.gradle | 1 - .../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 2 +- .../core/SplittableParDoViaKeyedWorkItems.java | 16 +- .../core/metrics/MonitoringInfoConstants.java | 2 +- .../core/metrics/MonitoringInfoMetricName.java | 1 - .../apache/beam/runners/core/ReduceFnTester.java | 2 +- runners/direct-java/build.gradle | 10 +- .../direct/BoundedReadEvaluatorFactory.java | 4 +- ...DirectGBKIntoKeyedWorkItemsOverrideFactory.java | 4 +- .../apache/beam/runners/direct/DirectGraph.java | 2 +- .../beam/runners/direct/DirectGraphVisitor.java | 2 +- .../beam/runners/direct/DirectGroupByKey.java | 2 +- .../direct/DirectGroupByKeyOverrideFactory.java | 4 +- .../apache/beam/runners/direct/DirectRunner.java | 6 +- .../runners/direct/DirectTransformExecutor.java | 2 +- .../beam/runners/direct/ExecutableGraph.java | 2 +- .../direct/GroupAlsoByWindowEvaluatorFactory.java | 2 +- .../beam/runners/direct/MultiStepCombine.java | 6 +- .../beam/runners/direct/ParDoEvaluatorFactory.java | 2 +- .../runners/direct/ParDoMultiOverrideFactory.java | 8 +- .../beam/runners/direct/ReadEvaluatorFactory.java | 2 +- .../beam/runners/direct/RootProviderRegistry.java | 6 +- .../runners/direct/TestStreamEvaluatorFactory.java | 4 +- .../runners/direct/TransformEvaluatorRegistry.java | 20 +-- .../runners/direct/UnboundedReadDeduplicator.java | 2 +- .../direct/UnboundedReadEvaluatorFactory.java | 4 +- .../runners/direct/WindowEvaluatorFactory.java | 2 +- .../runners/direct/WriteWithShardingFactory.java | 6 +- .../direct/BoundedReadEvaluatorFactoryTest.java | 2 +- .../direct/StatefulParDoEvaluatorFactoryTest.java | 2 +- .../direct/UnboundedReadEvaluatorFactoryTest.java | 2 +- runners/flink/flink_runner.gradle | 1 - .../runners/flink/CreateStreamingFlinkView.java | 4 +- .../flink/FlinkBatchPipelineTranslator.java | 2 +- .../FlinkBatchPortablePipelineTranslator.java | 20 +-- .../flink/FlinkBatchTransformTranslators.java | 8 +- .../runners/flink/FlinkExecutionEnvironments.java | 2 +- .../apache/beam/runners/flink/FlinkJobInvoker.java | 4 +- .../flink/FlinkPipelineExecutionEnvironment.java | 2 +- .../beam/runners/flink/FlinkPipelineRunner.java | 16 +- .../org/apache/beam/runners/flink/FlinkRunner.java | 4 +- .../flink/FlinkStreamingPipelineTranslator.java | 12 +- .../FlinkStreamingPortablePipelineTranslator.java | 26 +-- .../flink/FlinkStreamingTransformTranslators.java | 14 +- .../flink/FlinkStreamingTranslationContext.java | 2 +- .../runners/flink/FlinkTransformOverrides.java | 8 +- .../translation/functions/FlinkDoFnFunction.java | 2 +- .../functions/FlinkExecutableStageFunction.java | 10 +- .../FlinkExecutableStagePruningFunction.java | 2 +- .../FlinkMergingNonShuffleReduceFunction.java | 2 +- .../functions/FlinkMultiOutputPruningFunction.java | 2 +- .../functions/FlinkPartialReduceFunction.java | 2 +- .../translation/functions/FlinkReduceFunction.java | 2 +- .../functions/FlinkStatefulDoFnFunction.java | 2 +- .../translation/types/CoderTypeInformation.java | 2 +- .../translation/types/CoderTypeSerializer.java | 2 +- .../utils/FlinkPortableRunnerUtils.java | 2 +- .../translation/utils/LookupPipelineVisitor.java | 2 +- .../translation/wrappers/SourceInputFormat.java | 2 +- .../wrappers/streaming/DoFnOperator.java | 2 +- .../streaming/ExecutableStageDoFnOperator.java | 10 +- .../streaming/KvToByteBufferKeySelector.java | 2 +- .../streaming/SdfByteBufferKeySelector.java | 2 +- .../wrappers/streaming/WorkItemKeySelector.java | 2 +- .../wrappers/streaming/io/DedupingOperator.java | 2 +- .../streaming/io/UnboundedSourceWrapper.java | 4 +- .../wrappers/streaming/io/source/FlinkSource.java | 2 +- .../io/source/bounded/FlinkBoundedSource.java | 2 +- .../io/source/unbounded/FlinkUnboundedSource.java | 2 +- .../streaming/stableinput/BufferingDoFnRunner.java | 2 +- .../state/FlinkBroadcastStateInternals.java | 2 +- .../streaming/state/FlinkStateInternals.java | 2 +- .../FlinkPipelineExecutionEnvironmentTest.java | 6 +- .../runners/flink/FlinkPipelineOptionsTest.java | 2 +- .../flink/FlinkRequiresStableInputTest.java | 4 +- .../beam/runners/flink/FlinkSavepointTest.java | 4 +- .../FlinkStreamingTransformTranslatorsTest.java | 4 +- .../beam/runners/flink/FlinkSubmissionTest.java | 2 +- .../beam/runners/flink/PortableExecutionTest.java | 4 +- .../runners/flink/PortableStateExecutionTest.java | 4 +- .../runners/flink/PortableTimersExecutionTest.java | 4 +- .../beam/runners/flink/ReadSourcePortableTest.java | 8 +- .../flink/streaming/BoundedSourceRestoreTest.java | 4 +- .../FlinkBroadcastStateInternalsTest.java | 2 +- .../flink/streaming/FlinkStateInternalsTest.java | 2 +- .../FlinkExecutableStageFunctionTest.java | 4 +- .../translation/types/CoderTypeSerializerTest.java | 2 +- .../wrappers/streaming/DoFnOperatorTest.java | 2 +- .../streaming/ExecutableStageDoFnOperatorTest.java | 6 +- .../wrappers/streaming/WindowDoFnOperatorTest.java | 2 +- .../streaming/io/UnboundedSourceWrapperTest.java | 2 +- .../stableinput/BufferingDoFnRunnerTest.java | 2 +- runners/google-cloud-dataflow-java/build.gradle | 2 - .../dataflow/BatchStatefulParDoOverrides.java | 4 +- .../dataflow/DataflowPipelineTranslator.java | 12 +- .../beam/runners/dataflow/DataflowRunner.java | 42 ++--- .../runners/dataflow/GroupIntoBatchesOverride.java | 4 +- .../dataflow/PrimitiveParDoSingleFactory.java | 26 +-- .../beam/runners/dataflow/ReadTranslator.java | 2 +- .../RequiresStableInputParDoOverrides.java | 4 +- .../runners/dataflow/ReshuffleOverrideFactory.java | 4 +- .../runners/dataflow/SplittableParDoOverrides.java | 8 +- .../runners/dataflow/StreamingViewOverrides.java | 4 +- .../beam/runners/dataflow/TransformTranslator.java | 2 +- .../util/AvroCoderCloudObjectTranslator.java | 2 +- .../dataflow/util/CloudObjectTranslator.java | 2 +- .../dataflow/util/CloudObjectTranslators.java | 2 +- .../beam/runners/dataflow/util/CloudObjects.java | 4 +- .../beam/runners/dataflow/util/PackageUtil.java | 2 +- .../util/RowCoderCloudObjectTranslator.java | 2 +- .../util/SchemaCoderCloudObjectTranslator.java | 2 +- .../SerializableCoderCloudObjectTranslator.java | 2 +- .../dataflow/DataflowPipelineTranslatorTest.java | 10 +- .../beam/runners/dataflow/DataflowRunnerTest.java | 18 +-- .../runners/dataflow/util/CloudObjectsTest.java | 2 +- .../beam/runners/dataflow/util/GCSUploadMain.java | 2 +- .../runners/dataflow/util/PackageUtilTest.java | 2 +- .../google-cloud-dataflow-java/worker/build.gradle | 2 - .../worker/GroupAlsoByWindowParDoFnFactory.java | 4 +- ...HarnessCoderCloudObjectTranslatorRegistrar.java | 2 +- .../StreamingGroupAlsoByWindowViaWindowSetFn.java | 2 +- .../dataflow/worker/status/WorkerStatusPages.java | 2 +- .../BatchGroupAlsoByWindowViaOutputBufferFn.java | 2 +- .../dataflow/worker/util/MemoryMonitor.java | 2 +- .../dataflow/worker/util/TimerOrElement.java | 2 +- .../worker/StreamingDataflowWorkerTest.java | 6 +- .../dataflow/worker/WorkerCustomSourcesTest.java | 8 +- .../dataflow/worker/util/MemoryMonitorTest.java | 2 +- runners/java-fn-execution/build.gradle | 3 - .../artifact/ArtifactRetrievalService.java | 6 +- .../control/DefaultExecutableStageContext.java | 2 +- .../control/DefaultJobBundleFactory.java | 10 +- .../control/ExecutableStageContext.java | 2 +- .../fnexecution/control/JobBundleFactory.java | 2 +- .../control/ProcessBundleDescriptors.java | 18 +-- ...renceCountingExecutableStageContextFactory.java | 4 +- .../runners/fnexecution/control/RemoteBundle.java | 2 +- .../fnexecution/control/SdkHarnessClient.java | 2 +- .../SingleEnvironmentInstanceJobBundleFactory.java | 4 +- .../fnexecution/control/StageBundleFactory.java | 4 +- .../fnexecution/control/TimerReceiverFactory.java | 2 +- .../environment/DockerEnvironmentFactory.java | 2 +- .../environment/EmbeddedEnvironmentFactory.java | 2 +- .../environment/ExternalEnvironmentFactory.java | 2 +- .../environment/ProcessEnvironmentFactory.java | 2 +- .../translation/BatchSideInputHandlerFactory.java | 6 +- .../translation/PipelineTranslatorUtils.java | 8 +- .../StreamingSideInputHandlerFactory.java | 4 +- .../wire/LengthPrefixUnknownCoders.java | 2 +- .../beam/runners/fnexecution/wire/WireCoders.java | 10 +- .../control/DefaultJobBundleFactoryTest.java | 6 +- .../control/ProcessBundleDescriptorsTest.java | 26 ++- .../fnexecution/control/RemoteExecutionTest.java | 30 ++-- .../fnexecution/control/SdkHarnessClientTest.java | 4 +- ...gleEnvironmentInstanceJobBundleFactoryTest.java | 8 +- .../environment/DockerEnvironmentFactoryTest.java | 2 +- .../environment/ProcessEnvironmentFactoryTest.java | 2 +- .../environment/RemoteEnvironmentTest.java | 2 +- .../state/StateRequestHandlersTest.java | 6 +- .../BatchSideInputHandlerFactoryTest.java | 12 +- .../runners/fnexecution/wire/CommonCoderTest.java | 10 +- .../wire/LengthPrefixUnknownCodersTest.java | 6 +- runners/java-job-service/build.gradle | 2 - .../runners/jobsubmission/InMemoryJobService.java | 4 +- .../jobsubmission/PortablePipelineJarCreator.java | 2 +- .../runners/jobsubmission/JobInvocationTest.java | 2 +- runners/jet/build.gradle | 6 - .../apache/beam/runners/jet/JetGraphVisitor.java | 2 +- .../org/apache/beam/runners/jet/JetRunner.java | 8 +- .../beam/runners/jet/JetTransformTranslators.java | 10 +- .../beam/runners/jet/JetTranslationContext.java | 2 +- .../java/org/apache/beam/runners/jet/Utils.java | 4 +- .../runners/jet/processors/AbstractParDoP.java | 2 +- .../runners/jet/processors/BoundedSourceP.java | 2 +- .../apache/beam/runners/jet/processors/ParDoP.java | 2 +- .../runners/jet/processors/StatefulParDoP.java | 2 +- .../runners/jet/processors/UnboundedSourceP.java | 2 +- .../beam/runners/jet/processors/WindowGroupP.java | 4 +- .../org/apache/beam/runners/jet/TestJetRunner.java | 2 +- runners/portability/java/build.gradle | 1 - .../beam/runners/portability/PortableRunner.java | 12 +- runners/samza/build.gradle | 1 - .../apache/beam/runners/samza/SamzaJobInvoker.java | 2 +- .../beam/runners/samza/SamzaPipelineRunner.java | 14 +- .../org/apache/beam/runners/samza/SamzaRunner.java | 4 +- .../runners/samza/adapter/BoundedSourceSystem.java | 2 +- .../samza/adapter/UnboundedSourceSystem.java | 2 +- .../samza/metrics/SamzaMetricOpFactory.java | 2 +- .../apache/beam/runners/samza/runtime/DoFnOp.java | 2 +- .../beam/runners/samza/runtime/PortableDoFnOp.java | 2 +- .../runners/samza/runtime/SamzaDoFnRunners.java | 6 +- .../samza/runtime/SamzaStateRequestHandlers.java | 2 +- .../samza/runtime/SamzaStoreStateInternals.java | 4 +- .../SplittableParDoProcessKeyedElementsOp.java | 4 +- .../runners/samza/translation/ConfigBuilder.java | 2 +- .../translation/FlattenPCollectionsTranslator.java | 4 +- .../samza/translation/GroupByKeyTranslator.java | 4 +- .../samza/translation/ImpulseTranslator.java | 4 +- .../translation/ParDoBoundMultiTranslator.java | 8 +- .../translation/PortableTranslationContext.java | 2 +- .../runners/samza/translation/ReadTranslator.java | 2 +- .../samza/translation/ReshuffleTranslator.java | 6 +- .../samza/translation/SamzaPipelineTranslator.java | 6 +- .../SamzaPortablePipelineTranslator.java | 8 +- .../samza/translation/SamzaPublishView.java | 2 +- .../SamzaPublishViewTransformOverride.java | 2 +- .../translation/SamzaTestStreamTranslator.java | 8 +- .../samza/translation/SamzaTransformOverrides.java | 10 +- .../translation/SplittableParDoTranslators.java | 2 +- .../translation/TransformConfigGenerator.java | 2 +- .../samza/translation/TransformTranslator.java | 4 +- .../samza/translation/TranslationContext.java | 4 +- .../samza/translation/WindowAssignTranslator.java | 6 +- .../apache/beam/runners/samza/util/DoFnUtils.java | 4 +- .../samza/util/SamzaPipelineTranslatorUtils.java | 2 +- .../apache/beam/runners/samza/util/StateUtils.java | 2 +- .../beam/runners/samza/util/WindowUtils.java | 6 +- .../beam/runners/samza/util/DoFnUtilsTest.java | 6 +- .../beam/runners/samza/util/WindowUtilsTest.java | 4 +- .../SparkStructuredStreamingRunner.java | 4 +- .../translation/PipelineTranslator.java | 4 +- .../translation/SparkSessionFactory.java | 4 +- .../translation/SparkTransformOverrides.java | 10 +- .../translation/TransformTranslator.java | 2 +- .../translation/batch/DoFnRunnerFactory.java | 2 +- .../translation/batch/PipelineTranslatorBatch.java | 2 +- .../batch/ReadSourceTranslatorBatch.java | 2 +- .../GroupAlsoByWindowViaOutputBufferFn.java | 2 +- runners/spark/spark_runner.gradle | 3 - .../runners/spark/SparkCommonPipelineOptions.java | 2 +- .../apache/beam/runners/spark/SparkJobInvoker.java | 2 +- .../runners/spark/SparkNativePipelineVisitor.java | 2 +- .../beam/runners/spark/SparkPipelineRunner.java | 14 +- .../org/apache/beam/runners/spark/SparkRunner.java | 6 +- .../beam/runners/spark/SparkRunnerDebugger.java | 2 +- .../runners/spark/SparkTransformOverrides.java | 10 +- .../beam/runners/spark/io/SourceDStream.java | 2 +- .../apache/beam/runners/spark/io/SourceRDD.java | 2 +- .../runners/spark/io/SparkUnboundedSource.java | 2 +- .../SparkGroupAlsoByWindowViaWindowSet.java | 4 +- .../runners/spark/stateful/StateSpecFunctions.java | 2 +- .../spark/translation/EvaluationContext.java | 4 +- .../spark/translation/MultiDoFnFunction.java | 2 +- .../SparkBatchPortablePipelineTranslator.java | 12 +- .../runners/spark/translation/SparkCombineFn.java | 2 +- .../translation/SparkExecutableStageFunction.java | 8 +- .../SparkGroupAlsoByWindowViaOutputBufferFn.java | 4 +- .../SparkStreamingPortablePipelineTranslator.java | 10 +- .../spark/translation/SparkTranslationContext.java | 2 +- .../spark/translation/TransformTranslator.java | 10 +- .../streaming/StreamingTransformTranslator.java | 10 +- .../spark/translation/SparkCombineFnTest.java | 2 +- .../SparkExecutableStageFunctionTest.java | 6 +- runners/twister2/build.gradle | 1 - .../beam/runners/twister2/Twister2Runner.java | 10 +- .../twister2/Twister2TranslationContext.java | 2 +- .../wrappers/Twister2BoundedSource.java | 8 +- .../Twister2BatchPipelineTranslator.java | 2 +- .../batch/PCollectionViewTranslatorBatch.java | 2 +- .../batch/ParDoMultiOutputTranslatorBatch.java | 2 +- .../batch/ReadSourceTranslatorBatch.java | 2 +- .../functions/AssignWindowsFunction.java | 6 +- .../translators/functions/DoFnFunction.java | 12 +- .../functions/GroupByWindowFunction.java | 10 +- sdks/java/core/build.gradle | 9 +- .../sdk/util}/construction/ArtifactResolver.java | 2 +- .../beam/sdk/util}/construction/BeamUrns.java | 2 +- .../sdk/util}/construction/CoderTranslation.java | 2 +- .../sdk/util}/construction/CoderTranslator.java | 4 +- .../construction/CoderTranslatorRegistrar.java | 2 +- .../sdk/util}/construction/CoderTranslators.java | 9 +- .../sdk/util}/construction/CombineTranslation.java | 33 ++-- .../CreatePCollectionViewTranslation.java | 5 +- .../construction/DeduplicatedFlattenFactory.java | 2 +- .../construction/DefaultArtifactResolver.java | 2 +- .../DefaultExpansionServiceClientFactory.java | 2 +- .../util}/construction/DisplayDataTranslation.java | 2 +- .../construction/EmptyFlattenAsCreateFactory.java | 2 +- .../beam/sdk/util}/construction/Environments.java | 2 +- .../construction/ExecutableStageTranslation.java | 4 +- .../util}/construction/ExpansionServiceClient.java | 2 +- .../ExpansionServiceClientFactory.java | 2 +- .../beam/sdk/util}/construction/External.java | 2 +- .../util}/construction/ExternalTranslation.java | 2 +- .../construction/ExternalTranslationOptions.java | 2 +- .../ExternalTranslationOptionsRegistrar.java | 2 +- .../sdk/util}/construction/FlattenTranslator.java | 5 +- .../util}/construction/ForwardingPTransform.java | 2 +- .../util}/construction/GroupByKeyTranslation.java | 11 +- .../construction/GroupIntoBatchesTranslation.java | 16 +- .../sdk/util}/construction/ImpulseTranslation.java | 5 +- .../util}/construction/ModelCoderRegistrar.java | 2 +- .../beam/sdk/util}/construction/ModelCoders.java | 4 +- .../sdk/util}/construction/NativeTransforms.java | 2 +- .../util}/construction/PCollectionTranslation.java | 2 +- .../construction/PCollectionViewTranslation.java | 2 +- .../sdk/util}/construction/PTransformMatchers.java | 8 +- .../util}/construction/PTransformReplacements.java | 2 +- .../util}/construction/PTransformTranslation.java | 8 +- .../sdk/util}/construction/ParDoTranslation.java | 74 ++++----- .../construction/PipelineOptionsTranslation.java | 2 +- .../util}/construction/PipelineTranslation.java | 4 +- .../sdk/util}/construction/PrimitiveCreate.java | 2 +- .../sdk/util}/construction/ReadTranslation.java | 25 ++- .../util}/construction/RehydratedComponents.java | 7 +- .../sdk/util}/construction/ReplacementOutputs.java | 2 +- .../util}/construction/ReshuffleTranslation.java | 11 +- .../util}/construction/RunnerPCollectionView.java | 2 +- .../beam/sdk/util}/construction/SdkComponents.java | 2 +- .../construction/SerializablePipelineOptions.java | 2 +- .../SingleInputOutputOverrideFactory.java | 2 +- .../sdk/util}/construction/SplittableParDo.java | 13 +- .../construction/SplittableParDoNaiveBounded.java | 22 ++- .../util}/construction/SyntheticComponents.java | 2 +- .../util}/construction/TestStreamTranslation.java | 23 +-- .../apache/beam/sdk/util}/construction/Timer.java | 2 +- .../sdk/util}/construction/TransformInputs.java | 2 +- .../TransformPayloadTranslatorRegistrar.java | 7 +- .../sdk/util}/construction/TransformUpgrader.java | 4 +- .../sdk/util}/construction/TriggerTranslation.java | 2 +- .../UnboundedReadFromBoundedSource.java | 2 +- .../sdk/util}/construction/UnconsumedReads.java | 2 +- .../util}/construction/UnknownCoderWrapper.java | 2 +- .../construction/UnsupportedOverrideFactory.java | 2 +- .../util}/construction/WindowIntoTranslation.java | 15 +- .../construction/WindowingStrategyTranslation.java | 4 +- .../util}/construction/WriteFilesTranslation.java | 13 +- .../util}/construction/graph/ExecutableStage.java | 45 +++--- .../construction/graph/FieldAccessVisitor.java | 2 +- .../util}/construction/graph/FusedPipeline.java | 13 +- .../graph/GreedyPCollectionFusers.java | 79 +++++----- .../construction/graph/GreedyPipelineFuser.java | 128 ++++++++------- .../util}/construction/graph/GreedyStageFuser.java | 65 ++++---- .../graph/ImmutableExecutableStage.java | 27 ++-- .../sdk/util}/construction/graph/Networks.java | 2 +- .../construction/graph/OutputDeduplicator.java | 144 +++++++++-------- .../graph/PCollectionOutputTagVisitor.java | 2 +- .../sdk/util}/construction/graph/PipelineNode.java | 2 +- .../construction/graph/PipelineValidator.java | 6 +- .../graph/ProjectionProducerVisitor.java | 3 +- .../graph/ProjectionPushdownOptimizer.java | 2 +- .../util}/construction/graph/ProtoOverrides.java | 2 +- .../construction/graph/QueryablePipeline.java | 174 ++++++++++----------- .../construction/graph/SideInputReference.java | 6 +- .../graph/SplittableParDoExpander.java | 15 +- .../util}/construction/graph/TimerReference.java | 2 +- .../graph/TrivialNativeTransformExpander.java | 2 +- .../construction/graph/UserStateReference.java | 8 +- .../sdk/util}/construction/graph/package-info.java | 2 +- .../beam/sdk/util}/construction/package-info.java | 2 +- .../construction/renderer/PipelineDotRenderer.java | 2 +- .../renderer/PortablePipelineDotRenderer.java | 6 +- .../util}/construction/renderer/package-info.java | 2 +- .../ClasspathScanningResourcesDetector.java | 2 +- .../construction/resources/PipelineResources.java | 2 +- .../resources/PipelineResourcesDetector.java | 2 +- .../resources/PipelineResourcesOptions.java | 2 +- .../util}/construction/resources/package-info.java | 2 +- .../sdk/fn/data/BeamFnDataGrpcMultiplexerTest.java | 25 +-- .../fn/data/BeamFnDataOutboundAggregatorTest.java | 28 ++-- .../sdk/util}/construction/BaseExternalTest.java | 2 +- .../util}/construction/CoderTranslationTest.java | 4 +- .../util}/construction/CombineTranslationTest.java | 2 +- .../CreatePCollectionViewTranslationTest.java | 2 +- .../DeduplicatedFlattenFactoryTest.java | 4 +- .../construction/DefaultArtifactResolverTest.java | 2 +- .../construction/DisplayDataTranslationTest.java | 18 +-- .../EmptyFlattenAsCreateFactoryTest.java | 2 +- .../sdk/util}/construction/EnvironmentsTest.java | 6 +- .../ExecutableStageTranslationTest.java | 6 +- .../construction/ExternalTranslationTest.java | 4 +- .../construction/ForwardingPTransformTest.java | 2 +- .../construction/GroupByKeyTranslationTest.java | 4 +- .../GroupIntoBatchesTranslationTest.java | 2 +- .../sdk/util}/construction/ModelCodersTest.java | 6 +- .../sdk/util}/construction/MorePipelineTest.java | 2 +- .../util}/construction/NativeTransformsTest.java | 4 +- .../construction/PCollectionTranslationTest.java | 2 +- .../PCollectionViewTranslationTest.java | 2 +- .../util}/construction/PTransformMatchersTest.java | 2 +- .../construction/PTransformReplacementsTest.java | 2 +- .../construction/PTransformTranslationTest.java | 2 +- .../util}/construction/ParDoTranslationTest.java | 6 +- .../PipelineOptionsTranslationTest.java | 2 +- .../construction/PipelineTranslationTest.java | 4 +- .../util}/construction/ReadTranslationTest.java | 2 +- .../construction/RehydratedComponentsTest.java | 2 +- .../util}/construction/ReplacementOutputsTest.java | 2 +- .../construction/ReshuffleTranslationTest.java | 4 +- .../sdk/util}/construction/SdkComponentsTest.java | 2 +- .../SerializablePipelineOptionsTest.java | 2 +- .../SingleInputOutputOverrideFactoryTest.java | 2 +- .../util}/construction/SplittableParDoTest.java | 4 +- .../construction/TestStreamTranslationTest.java | 4 +- .../beam/sdk/util}/construction/TimerTest.java | 2 +- .../util}/construction/TransformInputsTest.java | 2 +- .../util}/construction/TransformUpgraderTest.java | 2 +- .../util}/construction/TriggerTranslationTest.java | 2 +- .../UnboundedReadFromBoundedSourceTest.java | 8 +- .../util}/construction/UnconsumedReadsTest.java | 2 +- .../UnsupportedOverrideFactoryTest.java | 2 +- .../construction/ValidateRunnerXlangTest.java | 2 +- .../construction/WindowIntoTranslationTest.java | 2 +- .../WindowingStrategyTranslationTest.java | 2 +- .../construction/WriteFilesTranslationTest.java | 2 +- .../construction/graph/ExecutableStageMatcher.java | 6 +- .../construction/graph/ExecutableStageTest.java | 13 +- .../construction/graph/FieldAccessVisitorTest.java | 2 +- .../construction/graph/FusedPipelineTest.java | 4 +- .../graph/GreedyPipelineFuserTest.java | 12 +- .../construction/graph/GreedyStageFuserTest.java | 10 +- .../graph/ImmutableExecutableStageTest.java | 10 +- .../sdk/util}/construction/graph/NetworksTest.java | 2 +- .../construction/graph/OutputDeduplicatorTest.java | 19 ++- .../graph/ProjectionProducerVisitorTest.java | 2 +- .../graph/ProjectionPushdownOptimizerTest.java | 2 +- .../construction/graph/ProtoOverridesTest.java | 4 +- .../construction/graph/QueryablePipelineTest.java | 12 +- .../graph/SplittableParDoExpanderTest.java | 6 +- .../renderer/PipelineDotRendererTest.java | 2 +- .../renderer/PortablePipelineDotRendererTest.java | 4 +- .../ClasspathScanningResourcesDetectorTest.java | 12 +- .../resources/PipelineResourcesTest.java | 2 +- sdks/java/expansion-service/build.gradle | 1 - .../sdk/expansion/service/ExpansionService.java | 20 +-- .../ExpansionServiceSchemaTransformProvider.java | 2 +- .../service/JavaClassLookupTransformProvider.java | 2 +- .../sdk/expansion/service/TransformProvider.java | 13 +- .../service/WindowIntoTransformProvider.java | 2 +- ...xpansionServiceSchemaTransformProviderTest.java | 8 +- .../expansion/service/ExpansionServiceTest.java | 2 +- .../beam/sdk/expansion/service/ExternalTest.java | 2 +- .../JavaClassLookupTransformProviderTest.java | 6 +- sdks/java/extensions/avro/build.gradle | 1 - .../extensions/avro/AvroGenericCoderRegistrar.java | 4 +- .../avro/AvroGenericCoderTranslator.java | 4 +- .../extensions/avro/AvroCoderTranslationTest.java | 11 +- sdks/java/extensions/python/build.gradle | 5 +- .../extensions/python/PythonExternalTransform.java | 2 +- .../python/ConsecutivePythonTransformsTest.java | 2 +- .../python/transforms/DataframeTransformTest.java | 2 +- .../python/transforms/PythonMapTest.java | 2 +- .../transforms/RunInferenceTransformTest.java | 2 +- sdks/java/harness/build.gradle | 2 +- .../fn/harness/jmh/ProcessBundleBenchmark.java | 10 +- .../beam/fn/harness/AssignWindowsRunner.java | 4 +- .../beam/fn/harness/BeamFnDataReadRunner.java | 4 +- .../beam/fn/harness/BeamFnDataWriteRunner.java | 4 +- .../org/apache/beam/fn/harness/CombineRunners.java | 4 +- .../beam/fn/harness/ExternalWorkerService.java | 4 +- .../org/apache/beam/fn/harness/FlattenRunner.java | 2 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 10 +- .../java/org/apache/beam/fn/harness/FnHarness.java | 2 +- .../beam/fn/harness/PTransformRunnerFactory.java | 2 +- .../apache/beam/fn/harness/ToStringFnRunner.java | 2 +- .../beam/fn/harness/WindowMappingFnRunner.java | 4 +- .../beam/fn/harness/WindowMergingFnRunner.java | 4 +- .../fn/harness/control/ProcessBundleHandler.java | 6 +- .../harness/data/PCollectionConsumerRegistry.java | 2 +- .../beam/fn/harness/state/FnApiStateAccessor.java | 2 +- .../fn/harness/state/FnApiTimerBundleTracker.java | 2 +- .../beam/fn/harness/state/StateBackedIterable.java | 8 +- .../beam/fn/harness/AssignWindowsRunnerTest.java | 10 +- .../beam/fn/harness/BeamFnDataReadRunnerTest.java | 2 +- .../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 2 +- .../apache/beam/fn/harness/CombineRunnersTest.java | 6 +- .../apache/beam/fn/harness/FlattenRunnerTest.java | 4 +- .../beam/fn/harness/FnApiDoFnRunnerTest.java | 36 ++--- .../org/apache/beam/fn/harness/FnHarnessTest.java | 2 +- .../apache/beam/fn/harness/MapFnRunnersTest.java | 2 +- .../PTransformRunnerFactoryTestContext.java | 2 +- .../beam/fn/harness/ToStringFnRunnerTest.java | 4 +- .../beam/fn/harness/WindowMappingFnRunnerTest.java | 6 +- .../beam/fn/harness/WindowMergingFnRunnerTest.java | 6 +- .../harness/control/ProcessBundleHandlerTest.java | 12 +- .../data/PCollectionConsumerRegistryTest.java | 2 +- sdks/java/io/amazon-web-services/build.gradle | 2 +- .../beam/sdk/io/aws/options/AwsModuleTest.java | 2 +- sdks/java/io/google-cloud-platform/build.gradle | 1 - .../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 10 +- .../io/gcp/pubsub/PubSubPayloadTranslation.java | 8 +- .../pubsublite/internal/SubscribeTransform.java | 4 +- .../io/gcp/bigquery/BigQueryIOStorageReadIT.java | 4 +- .../pubsub/PubSubReadPayloadTranslationTest.java | 6 +- .../pubsub/PubSubWritePayloadTranslationTest.java | 6 +- .../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 4 +- sdks/java/io/json/build.gradle | 1 - sdks/java/io/kafka/build.gradle | 2 - .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 4 +- .../beam/sdk/io/kafka/KafkaIOExternalTest.java | 4 +- sdks/java/io/kafka/upgrade/build.gradle | 1 - .../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 10 +- .../io/kafka/upgrade/KafkaIOTranslationTest.java | 2 +- .../testing/expansion/TestExpansionService.java | 4 +- sdks/java/testing/jpms-tests/build.gradle | 1 + sdks/java/transform-service/build.gradle | 1 - sdks/java/transform-service/launcher/build.gradle | 3 +- .../launcher/TransformServiceLauncherTest.java | 29 ++-- .../sdk/transformservice/ExpansionService.java | 4 +- .../sdk/transformservice/ExpansionServiceTest.java | 4 +- .../python/apache_beam/transforms/external_java.py | 2 +- settings.gradle.kts | 1 - .../www/site/content/en/contribute/runner-guide.md | 2 +- 509 files changed, 1575 insertions(+), 1650 deletions(-) delete mode 100644 runners/core-construction-java/build.gradle rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ArtifactResolver.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/BeamUrns.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslator.java (93%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslatorRegistrar.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CoderTranslators.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CombineTranslation.java (89%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/CreatePCollectionViewTranslation.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DeduplicatedFlattenFactory.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DefaultArtifactResolver.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DefaultExpansionServiceClientFactory.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/DisplayDataTranslation.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/EmptyFlattenAsCreateFactory.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/Environments.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExecutableStageTranslation.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExpansionServiceClient.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExpansionServiceClientFactory.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/External.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslationOptions.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ExternalTranslationOptionsRegistrar.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/FlattenTranslator.java (92%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ForwardingPTransform.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/GroupByKeyTranslation.java (84%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/GroupIntoBatchesTranslation.java (86%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ImpulseTranslation.java (91%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ModelCoderRegistrar.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ModelCoders.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/NativeTransforms.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PCollectionTranslation.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PCollectionViewTranslation.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformMatchers.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformReplacements.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PTransformTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ParDoTranslation.java (92%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PipelineOptionsTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PipelineTranslation.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/PrimitiveCreate.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReadTranslation.java (91%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/RehydratedComponents.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReplacementOutputs.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/ReshuffleTranslation.java (84%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/RunnerPCollectionView.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SdkComponents.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SerializablePipelineOptions.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SingleInputOutputOverrideFactory.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SplittableParDo.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SplittableParDoNaiveBounded.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/SyntheticComponents.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TestStreamTranslation.java (92%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/Timer.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformInputs.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformPayloadTranslatorRegistrar.java (82%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TransformUpgrader.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/TriggerTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnboundedReadFromBoundedSource.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnconsumedReads.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnknownCoderWrapper.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/UnsupportedOverrideFactory.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WindowIntoTranslation.java (90%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WindowingStrategyTranslation.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/WriteFilesTranslation.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStage.java (86%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/FieldAccessVisitor.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/FusedPipeline.java (92%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyPCollectionFusers.java (86%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyPipelineFuser.java (77%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/GreedyStageFuser.java (76%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ImmutableExecutableStage.java (80%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/Networks.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/OutputDeduplicator.java (67%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PCollectionOutputTagVisitor.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PipelineNode.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/PipelineValidator.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProjectionProducerVisitor.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProjectionPushdownOptimizer.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/ProtoOverrides.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/QueryablePipeline.java (68%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/SideInputReference.java (92%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/SplittableParDoExpander.java (96%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/TimerReference.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/TrivialNativeTransformExpander.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/UserStateReference.java (90%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/graph/package-info.java (94%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/package-info.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/PipelineDotRenderer.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/PortablePipelineDotRenderer.java (94%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/renderer/package-info.java (93%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/ClasspathScanningResourcesDetector.java (97%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResources.java (99%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesDetector.java (95%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesOptions.java (98%) rename {runners/core-construction-java/src/main/java/org/apache/beam/runners/core => sdks/java/core/src/main/java/org/apache/beam/sdk/util}/construction/resources/package-info.java (93%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/BaseExternalTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CoderTranslationTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CombineTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/CreatePCollectionViewTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DeduplicatedFlattenFactoryTest.java (96%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DefaultArtifactResolverTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/DisplayDataTranslationTest.java (86%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/EmptyFlattenAsCreateFactoryTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/EnvironmentsTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ExecutableStageTranslationTest.java (96%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ExternalTranslationTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ForwardingPTransformTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/GroupByKeyTranslationTest.java (90%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/GroupIntoBatchesTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ModelCodersTest.java (95%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/MorePipelineTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/NativeTransformsTest.java (93%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PCollectionTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PCollectionViewTranslationTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformMatchersTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformReplacementsTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PTransformTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ParDoTranslationTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PipelineOptionsTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/PipelineTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReadTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/RehydratedComponentsTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReplacementOutputsTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ReshuffleTranslationTest.java (91%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SdkComponentsTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SerializablePipelineOptionsTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SingleInputOutputOverrideFactoryTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/SplittableParDoTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TestStreamTranslationTest.java (96%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TimerTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TransformInputsTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TransformUpgraderTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/TriggerTranslationTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnboundedReadFromBoundedSourceTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnconsumedReadsTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/UnsupportedOverrideFactoryTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/ValidateRunnerXlangTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WindowIntoTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WindowingStrategyTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/WriteFilesTranslationTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStageMatcher.java (96%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ExecutableStageTest.java (94%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/FieldAccessVisitorTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/FusedPipelineTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/GreedyPipelineFuserTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/GreedyStageFuserTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ImmutableExecutableStageTest.java (93%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/NetworksTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/OutputDeduplicatorTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProjectionProducerVisitorTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProjectionPushdownOptimizerTest.java (99%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/ProtoOverridesTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/QueryablePipelineTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/graph/SplittableParDoExpanderTest.java (97%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/renderer/PipelineDotRendererTest.java (98%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/renderer/PortablePipelineDotRendererTest.java (95%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/resources/ClasspathScanningResourcesDetectorTest.java (92%) rename {runners/core-construction-java/src/test/java/org/apache/beam/runners/core => sdks/java/core/src/test/java/org/apache/beam/sdk/util}/construction/resources/PipelineResourcesTest.java (99%)