This is an automated email from the ASF dual-hosted git repository. kenn pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
commit 6fdde4f4eab72b49b10a8bb1cb3be263c5c416b5 Merge: 8ea176d 248b794 Author: Kenn Knowles <[email protected]> AuthorDate: Wed Jul 22 06:35:09 2020 -0700 Merge pull request #12323: [BEAM-10540] Migrate to checker annotations and properly annotate Object#equals overrides .../org/apache/beam/gradle/BeamModulePlugin.groovy | 3 + .../examples/kotlin/cookbook/TriggerExample.kt | 3 + .../runners/core/construction/Environments.java | 22 +- .../beam/runners/core/construction/External.java | 10 +- .../core/construction/ExternalTranslation.java | 2 +- .../core/construction/PTransformMatchers.java | 3 +- .../core/construction/RehydratedComponents.java | 9 +- .../core/construction/RunnerPCollectionView.java | 4 +- .../runners/core/construction/SdkComponents.java | 2 +- .../construction/SerializablePipelineOptions.java | 3 +- .../runners/core/construction/SplittableParDo.java | 2 +- .../construction/SplittableParDoNaiveBounded.java | 5 +- .../beam/runners/core/construction/Timer.java | 16 +- .../UnboundedReadFromBoundedSource.java | 2 +- .../core/construction/WindowIntoTranslation.java | 2 +- .../construction/graph/OutputDeduplicator.java | 8 +- .../core/construction/graph/ProtoOverrides.java | 2 +- .../core/construction/graph/package-info.java | 2 +- .../runners/core/construction/package-info.java | 2 +- .../core/construction/CombineTranslationTest.java | 5 +- .../runners/core/construction/CommonCoderTest.java | 2 +- .../PCollectionViewTranslationTest.java | 3 +- .../core/construction/PTransformMatchersTest.java | 2 +- .../construction/PTransformTranslationTest.java | 5 +- .../core/construction/ParDoTranslationTest.java | 9 +- .../core/construction/ReadTranslationTest.java | 6 +- .../construction/WindowIntoTranslationTest.java | 3 +- .../construction/WriteFilesTranslationTest.java | 6 +- .../construction/graph/ProtoOverridesTest.java | 6 +- .../org/apache/beam/runners/core/DoFnRunners.java | 2 +- .../core/InMemoryMultimapSideInputView.java | 2 +- .../beam/runners/core/InMemoryStateInternals.java | 4 +- .../beam/runners/core/InMemoryTimerInternals.java | 25 +- .../apache/beam/runners/core/KeyedWorkItems.java | 3 +- .../beam/runners/core/MergingActiveWindowSet.java | 4 +- ...TimeBoundedSplittableProcessElementInvoker.java | 2 +- .../beam/runners/core/PeekingReiterator.java | 2 +- .../beam/runners/core/ReduceFnContextFactory.java | 13 +- .../apache/beam/runners/core/ReduceFnRunner.java | 5 +- .../apache/beam/runners/core/SideInputHandler.java | 2 +- .../apache/beam/runners/core/SideInputReader.java | 2 +- .../apache/beam/runners/core/SimpleDoFnRunner.java | 12 +- .../core/SimplePushbackSideInputDoFnRunner.java | 2 +- .../core/SplittableParDoViaKeyedWorkItems.java | 2 +- .../core/SplittableProcessElementInvoker.java | 7 +- .../beam/runners/core/StateNamespaceForTest.java | 3 +- .../apache/beam/runners/core/StateNamespaces.java | 7 +- .../org/apache/beam/runners/core/StateTable.java | 5 +- .../org/apache/beam/runners/core/StateTags.java | 5 +- .../apache/beam/runners/core/TimerInternals.java | 2 +- .../apache/beam/runners/core/WatermarkHold.java | 17 +- .../beam/runners/core/metrics/CounterCell.java | 3 +- .../runners/core/metrics/DefaultMetricResults.java | 2 +- .../beam/runners/core/metrics/DirtyState.java | 3 +- .../runners/core/metrics/DistributionCell.java | 3 +- .../core/metrics/ExecutionStateSampler.java | 4 +- .../core/metrics/ExecutionStateTracker.java | 9 +- .../beam/runners/core/metrics/GaugeCell.java | 3 +- .../runners/core/metrics/MetricsContainerImpl.java | 21 +- .../core/metrics/MetricsContainerStepMap.java | 3 +- .../beam/runners/core/metrics/MetricsMap.java | 7 +- .../beam/runners/core/metrics/MetricsPusher.java | 4 +- .../core/metrics/MonitoringInfoMetricName.java | 3 +- .../core/metrics/SimpleMonitoringInfoBuilder.java | 5 +- .../beam/runners/core/metrics/package-info.java | 2 +- .../org/apache/beam/runners/core/package-info.java | 2 +- .../AfterDelayFromFirstElementStateMachine.java | 9 +- .../core/triggers/AfterPaneStateMachine.java | 3 +- .../triggers/AfterProcessingTimeStateMachine.java | 7 +- ...fterSynchronizedProcessingTimeStateMachine.java | 7 +- .../core/triggers/AfterWatermarkStateMachine.java | 6 +- .../runners/core/triggers/TriggerStateMachine.java | 12 +- .../TriggerStateMachineContextFactory.java | 23 +- .../core/triggers/TriggerStateMachineRunner.java | 2 +- .../beam/runners/core/triggers/package-info.java | 2 +- .../apache/beam/runners/core/ReduceFnTester.java | 5 +- .../beam/runners/core/StateInternalsTest.java | 3 +- .../beam/runners/core/StatefulDoFnRunnerTest.java | 2 +- .../core/triggers/TriggerStateMachineTester.java | 8 +- .../direct/BoundedReadEvaluatorFactory.java | 5 +- .../beam/runners/direct/CommittedBundle.java | 2 +- .../direct/CopyOnAccessInMemoryStateInternals.java | 2 +- .../apache/beam/runners/direct/DirectMetrics.java | 2 +- .../beam/runners/direct/DirectTimerInternals.java | 8 +- .../direct/ExecutorServiceParallelExecutor.java | 7 +- .../runners/direct/ImmutableListBundleFactory.java | 4 +- .../runners/direct/ImpulseEvaluatorFactory.java | 2 +- .../beam/runners/direct/PCollectionViewWindow.java | 3 +- .../beam/runners/direct/ReadEvaluatorFactory.java | 2 +- .../beam/runners/direct/SideInputContainer.java | 5 +- .../org/apache/beam/runners/direct/StepAndKey.java | 3 +- .../runners/direct/TestStreamEvaluatorFactory.java | 2 +- .../runners/direct/TransformEvaluatorFactory.java | 2 +- .../beam/runners/direct/TransformResult.java | 2 +- .../direct/UnboundedReadEvaluatorFactory.java | 11 +- .../beam/runners/direct/UncommittedBundle.java | 2 +- .../beam/runners/direct/WatermarkManager.java | 12 +- .../runners/direct/WindowEvaluatorFactory.java | 2 +- .../runners/direct/DirectRunnerApiSurfaceTest.java | 6 +- .../beam/runners/direct/DirectRunnerTest.java | 2 +- .../beam/runners/direct/ParDoEvaluatorTest.java | 5 +- .../direct/UnboundedReadEvaluatorFactoryTest.java | 5 +- .../direct/WriteWithShardingFactoryTest.java | 2 +- .../runners/extensions/metrics/package-info.java | 2 +- .../translation/types/CoderTypeSerializer.java | 7 +- .../flink/FlinkBatchPipelineTranslator.java | 2 +- .../FlinkBatchPortablePipelineTranslator.java | 2 +- .../flink/FlinkBatchTransformTranslators.java | 4 +- .../runners/flink/FlinkExecutionEnvironments.java | 2 +- .../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +- .../beam/runners/flink/FlinkJobServerDriver.java | 2 +- .../beam/runners/flink/FlinkPipelineRunner.java | 2 +- .../flink/FlinkPortablePipelineTranslator.java | 2 +- .../flink/FlinkStreamingTransformTranslators.java | 2 +- .../translation/functions/FlinkDoFnFunction.java | 6 +- .../functions/FlinkSideInputReader.java | 2 +- .../translation/types/CoderTypeInformation.java | 6 +- .../types/EncodedValueTypeInformation.java | 3 +- .../wrappers/streaming/DoFnOperator.java | 6 +- .../streaming/ExecutableStageDoFnOperator.java | 6 +- .../streaming/stableinput/BufferedElements.java | 5 +- .../streaming/stableinput/BufferingDoFnRunner.java | 2 +- .../state/FlinkBroadcastStateInternals.java | 15 +- .../streaming/state/FlinkStateInternals.java | 15 +- .../FlinkStreamingTransformTranslatorsTest.java | 2 +- .../runners/flink/FlinkTransformOverridesTest.java | 2 +- .../beam/runners/flink/PortableExecutionTest.java | 4 +- .../runners/flink/PortableStateExecutionTest.java | 4 +- .../runners/flink/PortableTimersExecutionTest.java | 6 +- .../beam/runners/flink/ReadSourcePortableTest.java | 4 +- .../wrappers/streaming/DoFnOperatorTest.java | 2 +- .../streaming/ExecutableStageDoFnOperatorTest.java | 2 +- .../wrappers/streaming/StreamRecordStripper.java | 2 +- .../wrappers/streaming/io/TestCountingSource.java | 6 +- .../streaming/io/UnboundedSourceWrapperTest.java | 2 +- .../website/PipelineOptionsTableGenerator.java | 2 +- .../beam/runners/dataflow/BatchViewOverrides.java | 3 +- .../beam/runners/dataflow/DataflowClient.java | 2 +- .../runners/dataflow/DataflowJobException.java | 2 +- .../beam/runners/dataflow/DataflowMetrics.java | 2 +- .../beam/runners/dataflow/DataflowPipelineJob.java | 16 +- .../dataflow/DataflowPipelineTranslator.java | 2 +- .../beam/runners/dataflow/DataflowRunner.java | 1 - .../runners/dataflow/DataflowServiceException.java | 2 +- .../beam/runners/dataflow/TestDataflowRunner.java | 2 +- .../beam/runners/dataflow/internal/IsmFormat.java | 12 +- .../dataflow/options/CloudDebuggerOptions.java | 2 +- .../options/DataflowPipelineWorkerPoolOptions.java | 2 +- .../beam/runners/dataflow/util/CloudKnownType.java | 8 +- .../beam/runners/dataflow/util/CloudObject.java | 4 +- .../beam/runners/dataflow/util/CloudObjects.java | 2 +- .../runners/dataflow/util/DataflowTemplateJob.java | 2 +- .../beam/runners/dataflow/util/MonitoringUtil.java | 2 +- .../runners/dataflow/util/OutputReference.java | 3 +- .../beam/runners/dataflow/util/PackageUtil.java | 8 +- .../runners/dataflow/util/RandomAccessData.java | 3 +- .../apache/beam/runners/dataflow/util/Structs.java | 37 +- .../beam/runners/dataflow/util/TimeUtil.java | 8 +- .../dataflow/BatchStatefulParDoOverridesTest.java | 6 +- .../beam/runners/dataflow/DataflowRunnerTest.java | 2 +- .../dataflow/PrimitiveParDoSingleFactoryTest.java | 3 +- .../runners/dataflow/util/CloudObjectsTest.java | 5 +- .../runners/dataflow/util/PackageUtilTest.java | 2 +- .../worker/ApplianceShuffleEntryReader.java | 2 +- .../worker/AssignWindowsParDoFnFactory.java | 4 +- .../dataflow/worker/AvroByteReaderFactory.java | 2 +- .../dataflow/worker/AvroByteSinkFactory.java | 2 +- .../dataflow/worker/BatchDataflowWorker.java | 6 +- .../dataflow/worker/BatchModeExecutionContext.java | 16 +- .../worker/ChunkingShuffleBatchReader.java | 6 +- .../dataflow/worker/CombineValuesFnFactory.java | 2 +- .../beam/runners/dataflow/worker/ConcatReader.java | 4 +- .../dataflow/worker/ConcatReaderFactory.java | 2 +- .../dataflow/worker/CounterShortIdCache.java | 4 +- .../dataflow/worker/DataflowExecutionContext.java | 6 +- .../dataflow/worker/DataflowExecutionStateKey.java | 8 +- .../worker/DataflowExecutionStateRegistry.java | 12 +- .../dataflow/worker/DataflowOperationContext.java | 14 +- .../worker/DataflowPortabilityPCollectionView.java | 2 +- .../dataflow/worker/DataflowRunnerHarness.java | 6 +- .../worker/DataflowWorkerHarnessHelper.java | 7 +- .../dataflow/worker/DoFnInstanceManager.java | 2 +- ...FetchAndFilterStreamingSideInputsOperation.java | 2 +- .../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +- .../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 6 +- .../dataflow/worker/GroupingShuffleReader.java | 6 +- .../worker/GroupingShuffleReaderFactory.java | 12 +- ...ingShuffleReaderWithFaultyBytesReadCounter.java | 2 +- .../runners/dataflow/worker/InMemoryReader.java | 4 +- .../dataflow/worker/InMemoryReaderFactory.java | 2 +- .../runners/dataflow/worker/IsmReaderFactory.java | 17 +- .../runners/dataflow/worker/IsmReaderImpl.java | 3 +- .../dataflow/worker/IsmSideInputReader.java | 5 +- .../runners/dataflow/worker/IsmSinkFactory.java | 10 +- .../worker/LazilyInitializedSideInputReader.java | 2 +- .../worker/MetricTrackingWindmillServerStub.java | 3 +- .../dataflow/worker/PCollectionViewWindow.java | 3 +- .../dataflow/worker/PartialGroupByKeyParDoFns.java | 2 +- .../worker/PartitioningShuffleReaderFactory.java | 2 +- .../beam/runners/dataflow/worker/PubsubReader.java | 10 +- .../beam/runners/dataflow/worker/PubsubSink.java | 2 +- .../runners/dataflow/worker/ReaderFactory.java | 2 +- .../runners/dataflow/worker/ReaderRegistry.java | 2 +- .../ReifyTimestampAndWindowsParDoFnFactory.java | 2 +- .../dataflow/worker/SdkHarnessRegistries.java | 26 +- .../dataflow/worker/SdkHarnessRegistry.java | 16 +- .../dataflow/worker/ShuffleSinkFactory.java | 15 +- .../runners/dataflow/worker/SimpleParDoFn.java | 11 +- .../beam/runners/dataflow/worker/SinkFactory.java | 2 +- .../beam/runners/dataflow/worker/SinkRegistry.java | 2 +- .../dataflow/worker/SourceTranslationUtils.java | 14 +- .../beam/runners/dataflow/worker/StateFetcher.java | 10 +- .../dataflow/worker/StreamingDataflowWorker.java | 37 +- .../worker/StreamingModeExecutionContext.java | 10 +- .../worker/StreamingStepMetricsContainer.java | 9 +- .../dataflow/worker/UngroupedShuffleReader.java | 2 +- .../worker/UngroupedShuffleReaderFactory.java | 2 +- .../dataflow/worker/UngroupedWindmillReader.java | 12 +- .../dataflow/worker/UserParDoFnFactory.java | 2 +- .../dataflow/worker/WindmillKeyedWorkItem.java | 3 +- .../beam/runners/dataflow/worker/WindmillSink.java | 2 +- .../dataflow/worker/WindmillStateCache.java | 7 +- .../dataflow/worker/WindmillStateInternals.java | 9 +- .../dataflow/worker/WindmillStateReader.java | 15 +- .../runners/dataflow/worker/WindmillTimeUtils.java | 5 +- .../dataflow/worker/WindmillTimerInternals.java | 12 +- .../dataflow/worker/WindowingWindmillReader.java | 12 +- .../dataflow/worker/WorkItemStatusClient.java | 8 +- .../dataflow/worker/WorkerCustomSources.java | 2 +- .../runners/dataflow/worker/counters/Counter.java | 4 +- .../dataflow/worker/counters/CounterFactory.java | 7 +- .../dataflow/worker/counters/CounterName.java | 14 +- .../dataflow/worker/counters/NameContext.java | 14 +- .../worker/fn/control/BeamFnMapTaskExecutor.java | 22 +- ...ntMonitoringInfoToCounterUpdateTransformer.java | 5 +- ...meMonitoringInfoToCounterUpdateTransformer.java | 5 +- ...piMonitoringInfoToCounterUpdateTransformer.java | 5 +- ...ntMonitoringInfoToCounterUpdateTransformer.java | 5 +- .../MonitoringInfoToCounterUpdateTransformer.java | 2 +- .../fn/control/ProcessRemoteBundleOperation.java | 7 +- .../control/RegisterAndProcessBundleOperation.java | 2 +- ...onMonitoringInfoToCounterUpdateTransformer.java | 5 +- ...erMonitoringInfoToCounterUpdateTransformer.java | 5 +- .../graph/CreateExecutableStageNodeFunction.java | 12 +- ...nsertFetchAndFilterStreamingSideInputNodes.java | 6 +- .../worker/graph/RegisterNodeFunction.java | 6 +- .../dataflow/worker/status/ThreadzServlet.java | 3 +- .../dataflow/worker/util/MemoryMonitor.java | 7 +- .../dataflow/worker/util/ScalableBloomFilter.java | 3 +- .../dataflow/worker/util/ValueInEmptyWindows.java | 3 +- .../common/worker/BatchingShuffleEntryReader.java | 10 +- .../common/worker/ByteArrayShufflePosition.java | 4 +- .../common/worker/CachingShuffleBatchReader.java | 8 +- .../worker/GroupingShuffleEntryIterator.java | 4 +- .../common/worker/GroupingShuffleRangeTracker.java | 6 +- .../worker/util/common/worker/MapTaskExecutor.java | 5 +- .../worker/util/common/worker/NativeReader.java | 13 +- .../common/worker/OutputObjectAndByteCounter.java | 2 +- .../worker/util/common/worker/ReadOperation.java | 8 +- .../util/common/worker/ShuffleBatchReader.java | 4 +- .../worker/util/common/worker/ShuffleEntry.java | 3 +- .../util/common/worker/ShuffleEntryReader.java | 2 +- .../worker/util/common/worker/WorkExecutor.java | 8 +- .../worker/windmill/GrpcWindmillServer.java | 2 +- .../worker/windmill/WindmillServerStub.java | 2 +- .../dataflow/worker/AvroByteReaderFactoryTest.java | 2 +- .../worker/CombineValuesFnFactoryTest.java | 3 +- .../runners/dataflow/worker/ConcatReaderTest.java | 2 +- .../DataflowElementExecutionTrackerTest.java | 5 +- .../worker/DataflowOperationContextTest.java | 2 +- .../worker/DataflowWorkProgressUpdaterTest.java | 2 +- .../dataflow/worker/FakeWindmillServer.java | 12 +- .../dataflow/worker/GroupingShuffleReaderTest.java | 4 +- .../dataflow/worker/InMemoryReaderTest.java | 2 +- .../IntrinsicMapTaskExecutorFactoryTest.java | 2 +- .../runners/dataflow/worker/ReaderFactoryTest.java | 2 +- .../runners/dataflow/worker/ReaderTestUtils.java | 2 +- ...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 4 +- .../dataflow/worker/ShuffleReaderFactoryTest.java | 2 +- .../dataflow/worker/TestOperationContext.java | 2 +- .../runners/dataflow/worker/TestShuffleReader.java | 4 +- .../dataflow/worker/WindmillStateCacheTest.java | 7 +- .../worker/WindmillTimerInternalsTest.java | 2 +- .../dataflow/worker/WorkItemStatusClientTest.java | 3 +- .../dataflow/worker/WorkerCustomSourcesTest.java | 7 +- .../fn/control/BeamFnMapTaskExecutorTest.java | 2 +- .../DataflowSideInputHandlerFactoryTest.java | 2 +- .../RegisterAndProcessBundleOperationTest.java | 2 +- .../SingularProcessBundleProgressTrackerTest.java | 3 +- ...tFetchAndFilterStreamingSideInputNodesTest.java | 4 +- .../dataflow/worker/graph/NetworksTest.java | 5 +- .../ReplacePgbkWithPrecombineFunctionTest.java | 2 +- .../worker/testing/TestCountingSource.java | 2 +- .../worker/util/CounterHamcrestMatchers.java | 6 +- .../worker/GroupingShuffleEntryIteratorTest.java | 2 +- .../common/worker/WorkProgressUpdaterTest.java | 2 +- .../worker/windmill/GrpcWindmillServerTest.java | 2 +- .../control/ProcessBundleDescriptors.java | 2 +- ...renceCountingExecutableStageContextFactory.java | 3 +- .../wire/LengthPrefixUnknownCodersTest.java | 3 +- .../beam/runners/jobsubmission/JobInvocation.java | 4 +- .../runners/jet/FailedRunningPipelineResults.java | 2 +- .../java/org/apache/beam/runners/jet/Utils.java | 3 +- .../beam/runners/jet/metrics/JetMetricResults.java | 2 +- .../beam/runners/jet/processors/WindowGroupP.java | 2 +- .../java/org/apache/beam/runners/local/Bundle.java | 2 +- .../apache/beam/runners/local/StructuralKey.java | 3 +- .../runners/portability/CloseableResource.java | 4 +- .../portability/JobServicePipelineResult.java | 6 +- runners/samza/job-server/build.gradle | 2 - .../beam/runners/samza/SamzaJobServerDriver.java | 2 +- .../beam/runners/samza/SamzaPipelineResult.java | 2 +- .../beam/runners/samza/runtime/KeyedInternals.java | 2 +- .../beam/runners/samza/runtime/KeyedTimerData.java | 3 +- .../beam/runners/samza/runtime/OpMessage.java | 3 +- .../samza/runtime/SamzaStoreStateInternals.java | 14 +- .../samza/runtime/SamzaTimerInternalsFactory.java | 4 +- .../runners/samza/adapter/TestUnboundedSource.java | 2 +- runners/spark/job-server/container/build.gradle | 2 - .../apache/beam/runners/spark/SparkJobInvoker.java | 2 +- .../runners/spark/TestSparkPipelineOptions.java | 2 +- .../beam/runners/spark/io/EmptyCheckpointMark.java | 3 +- .../beam/runners/spark/io/MicrobatchSource.java | 3 +- .../metrics/SparkMetricsContainerStepMap.java | 3 +- .../spark/stateful/SparkStateInternals.java | 3 +- .../spark/stateful/SparkTimerInternals.java | 2 +- .../metrics/SparkMetricsContainerStepMap.java | 3 +- .../translation/batch/PipelineTranslatorBatch.java | 2 +- .../batch/functions/SparkSideInputReader.java | 2 +- .../translation/helpers/EncoderHelpers.java | 8 +- .../streaming/PipelineTranslatorStreaming.java | 2 +- .../translation/utils/CachedSideInputReader.java | 2 +- .../translation/utils/SideInputStorage.java | 3 +- .../runners/spark/translation/BoundedDataset.java | 4 +- .../spark/translation/EvaluationContext.java | 2 +- .../spark/translation/GroupCombineFunctions.java | 2 +- .../SparkBatchPortablePipelineTranslator.java | 5 +- .../runners/spark/translation/SparkCombineFn.java | 2 +- .../spark/translation/TransformTranslator.java | 8 +- .../streaming/StreamingTransformTranslator.java | 5 +- .../apache/beam/runners/spark/util/ByteArray.java | 3 +- .../runners/spark/util/CachedSideInputReader.java | 2 +- .../beam/runners/spark/util/SideInputStorage.java | 3 +- .../runners/spark/util/SparkSideInputReader.java | 2 +- .../runners/spark/SparkPortableExecutionTest.java | 8 +- .../Twister2BatchPipelineTranslator.java | 2 +- .../twister2/utils/Twister2SideInputReader.java | 2 +- .../main/java/org/apache/beam/sdk/Pipeline.java | 8 +- .../apache/beam/sdk/annotations/package-info.java | 2 +- .../java/org/apache/beam/sdk/coders/AvroCoder.java | 4 +- .../java/org/apache/beam/sdk/coders/Coder.java | 4 +- .../org/apache/beam/sdk/coders/CoderRegistry.java | 2 +- .../org/apache/beam/sdk/coders/DelegateCoder.java | 6 +- .../org/apache/beam/sdk/coders/NullableCoder.java | 6 +- .../java/org/apache/beam/sdk/coders/RowCoder.java | 3 +- .../apache/beam/sdk/coders/SerializableCoder.java | 6 +- .../beam/sdk/coders/StringDelegateCoder.java | 3 +- .../beam/sdk/coders/StructuralByteArray.java | 3 +- .../apache/beam/sdk/coders/StructuredCoder.java | 3 +- .../java/org/apache/beam/sdk/coders/VoidCoder.java | 5 +- .../org/apache/beam/sdk/coders/package-info.java | 2 +- .../apache/beam/sdk/expansion/package-info.java | 2 +- .../org/apache/beam/sdk/harness/package-info.java | 2 +- .../main/java/org/apache/beam/sdk/io/AvroIO.java | 77 ++-- .../main/java/org/apache/beam/sdk/io/AvroSink.java | 4 +- .../java/org/apache/beam/sdk/io/AvroSource.java | 22 +- .../org/apache/beam/sdk/io/BlockBasedSource.java | 8 +- .../sdk/io/BoundedReadFromUnboundedSource.java | 9 +- .../java/org/apache/beam/sdk/io/BoundedSource.java | 8 +- .../apache/beam/sdk/io/ClassLoaderFileSystem.java | 2 +- .../org/apache/beam/sdk/io/CompressedSource.java | 2 +- .../beam/sdk/io/ConstantAvroDestination.java | 8 +- .../org/apache/beam/sdk/io/CountingSource.java | 12 +- .../apache/beam/sdk/io/DefaultFilenamePolicy.java | 9 +- .../beam/sdk/io/DynamicFileDestinations.java | 11 +- .../java/org/apache/beam/sdk/io/FileBasedSink.java | 15 +- .../org/apache/beam/sdk/io/FileBasedSource.java | 6 +- .../main/java/org/apache/beam/sdk/io/FileIO.java | 57 +-- .../apache/beam/sdk/io/FileSystemRegistrar.java | 3 +- .../org/apache/beam/sdk/io/GenerateSequence.java | 19 +- .../beam/sdk/io/LocalFileSystemRegistrar.java | 2 +- .../org/apache/beam/sdk/io/LocalResourceId.java | 9 +- .../src/main/java/org/apache/beam/sdk/io/Read.java | 5 +- .../beam/sdk/io/SerializableAvroCodecFactory.java | 2 +- .../java/org/apache/beam/sdk/io/TFRecordIO.java | 23 +- .../main/java/org/apache/beam/sdk/io/TextIO.java | 63 ++- .../apache/beam/sdk/io/TextRowCountEstimator.java | 7 +- .../main/java/org/apache/beam/sdk/io/TextSink.java | 16 +- .../java/org/apache/beam/sdk/io/TextSource.java | 4 +- .../org/apache/beam/sdk/io/UnboundedSource.java | 2 +- .../java/org/apache/beam/sdk/io/WriteFiles.java | 21 +- .../java/org/apache/beam/sdk/io/fs/ResourceId.java | 2 +- .../org/apache/beam/sdk/io/fs/package-info.java | 2 +- .../java/org/apache/beam/sdk/io/package-info.java | 2 +- .../java/org/apache/beam/sdk/io/range/ByteKey.java | 3 +- .../org/apache/beam/sdk/io/range/ByteKeyRange.java | 3 +- .../beam/sdk/io/range/ByteKeyRangeTracker.java | 4 +- .../org/apache/beam/sdk/io/range/OffsetRange.java | 3 +- .../org/apache/beam/sdk/io/range/package-info.java | 2 +- .../org/apache/beam/sdk/metrics/MetricKey.java | 5 +- .../apache/beam/sdk/metrics/MetricNameFilter.java | 5 +- .../org/apache/beam/sdk/metrics/MetricResult.java | 5 +- .../org/apache/beam/sdk/metrics/package-info.java | 2 +- .../beam/sdk/options/ExperimentalOptions.java | 2 +- .../beam/sdk/options/PipelineOptionsFactory.java | 2 +- .../beam/sdk/options/PortablePipelineOptions.java | 2 +- .../beam/sdk/options/ProxyInvocationHandler.java | 12 +- .../org/apache/beam/sdk/options/ValueProvider.java | 12 +- .../java/org/apache/beam/sdk/package-info.java | 2 +- .../beam/sdk/runners/TransformHierarchy.java | 11 +- .../org/apache/beam/sdk/runners/package-info.java | 2 +- .../apache/beam/sdk/schemas/AutoValueSchema.java | 2 +- .../apache/beam/sdk/schemas/CachingFactory.java | 6 +- .../beam/sdk/schemas/FieldAccessDescriptor.java | 11 +- .../apache/beam/sdk/schemas/FieldValueGetter.java | 2 +- .../apache/beam/sdk/schemas/FieldValueSetter.java | 2 +- .../sdk/schemas/FieldValueTypeInformation.java | 89 +++-- .../beam/sdk/schemas/FromRowUsingCreator.java | 7 +- .../sdk/schemas/GetterBasedSchemaProvider.java | 5 +- .../apache/beam/sdk/schemas/JavaBeanSchema.java | 7 +- .../java/org/apache/beam/sdk/schemas/Schema.java | 42 +- .../org/apache/beam/sdk/schemas/SchemaCoder.java | 8 +- .../apache/beam/sdk/schemas/SchemaProvider.java | 2 +- .../beam/sdk/schemas/SchemaProviderRegistrar.java | 12 +- .../apache/beam/sdk/schemas/SchemaRegistry.java | 2 +- .../sdk/schemas/annotations/DefaultSchema.java | 5 +- .../beam/sdk/schemas/annotations/package-info.java | 2 +- .../beam/sdk/schemas/io/SchemaIOProvider.java | 2 +- .../apache/beam/sdk/schemas/io/package-info.java | 2 +- .../sdk/schemas/logicaltypes/EnumerationType.java | 3 +- .../beam/sdk/schemas/logicaltypes/OneOfType.java | 4 +- .../sdk/schemas/logicaltypes/package-info.java | 2 +- .../org/apache/beam/sdk/schemas/package-info.java | 2 +- .../parser/FieldAccessDescriptorParser.java | 8 +- .../sdk/schemas/parser/generated/package-info.java | 2 +- .../beam/sdk/schemas/parser/package-info.java | 2 +- .../beam/sdk/schemas/transforms/AddFields.java | 9 +- .../beam/sdk/schemas/transforms/CoGroup.java | 7 +- .../beam/sdk/schemas/transforms/Convert.java | 5 +- .../apache/beam/sdk/schemas/transforms/Filter.java | 8 +- .../apache/beam/sdk/schemas/transforms/Join.java | 4 +- .../sdk/schemas/transforms/SchemaAggregateFn.java | 10 +- .../apache/beam/sdk/schemas/transforms/Select.java | 8 +- .../beam/sdk/schemas/transforms/package-info.java | 2 +- .../beam/sdk/schemas/utils/AutoValueUtils.java | 11 +- .../apache/beam/sdk/schemas/utils/AvroUtils.java | 30 +- .../beam/sdk/schemas/utils/ByteBuddyUtils.java | 6 +- .../beam/sdk/schemas/utils/ConvertHelpers.java | 6 +- .../apache/beam/sdk/schemas/utils/POJOUtils.java | 5 +- .../beam/sdk/schemas/utils/ReflectUtils.java | 11 +- .../beam/sdk/schemas/utils/package-info.java | 2 +- .../org/apache/beam/sdk/state/ReadableState.java | 2 +- .../org/apache/beam/sdk/state/ReadableStates.java | 7 +- .../java/org/apache/beam/sdk/state/StateSpecs.java | 30 +- .../java/org/apache/beam/sdk/state/Timers.java | 2 +- .../org/apache/beam/sdk/state/package-info.java | 2 +- .../java/org/apache/beam/sdk/testing/PAssert.java | 22 +- .../beam/sdk/testing/SerializableMatchers.java | 6 +- .../apache/beam/sdk/testing/SourceTestUtils.java | 10 +- .../apache/beam/sdk/testing/SuccessOrFailure.java | 15 +- .../org/apache/beam/sdk/testing/TestPipeline.java | 4 +- .../beam/sdk/testing/TestPipelineOptions.java | 2 +- .../org/apache/beam/sdk/testing/TestStream.java | 3 +- .../apache/beam/sdk/testing/WindowFnTestUtils.java | 2 +- .../apache/beam/sdk/testing/WindowSupplier.java | 4 +- .../org/apache/beam/sdk/testing/package-info.java | 2 +- .../beam/sdk/transforms/ApproximateQuantiles.java | 8 +- .../beam/sdk/transforms/ApproximateUnique.java | 8 +- .../org/apache/beam/sdk/transforms/Combine.java | 23 +- .../org/apache/beam/sdk/transforms/CombineFns.java | 7 +- .../java/org/apache/beam/sdk/transforms/Count.java | 3 +- .../org/apache/beam/sdk/transforms/Create.java | 7 +- .../apache/beam/sdk/transforms/Deduplicate.java | 6 +- .../org/apache/beam/sdk/transforms/Distinct.java | 5 +- .../beam/sdk/transforms/DoFnOutputReceivers.java | 2 +- .../org/apache/beam/sdk/transforms/DoFnTester.java | 32 +- .../beam/sdk/transforms/FlatMapElements.java | 16 +- .../beam/sdk/transforms/InferableFunction.java | 4 +- .../org/apache/beam/sdk/transforms/JsonToRow.java | 2 +- .../apache/beam/sdk/transforms/MapElements.java | 14 +- .../beam/sdk/transforms/Materializations.java | 2 +- .../java/org/apache/beam/sdk/transforms/Max.java | 4 +- .../java/org/apache/beam/sdk/transforms/Mean.java | 3 +- .../java/org/apache/beam/sdk/transforms/Min.java | 4 +- .../org/apache/beam/sdk/transforms/PTransform.java | 4 +- .../java/org/apache/beam/sdk/transforms/ParDo.java | 2 +- .../beam/sdk/transforms/PeriodicSequence.java | 8 +- .../org/apache/beam/sdk/transforms/Reshuffle.java | 2 +- .../beam/sdk/transforms/SerializableFunctions.java | 2 +- .../apache/beam/sdk/transforms/SimpleFunction.java | 4 +- .../java/org/apache/beam/sdk/transforms/Sum.java | 8 +- .../org/apache/beam/sdk/transforms/ToJson.java | 2 +- .../java/org/apache/beam/sdk/transforms/Top.java | 8 +- .../java/org/apache/beam/sdk/transforms/View.java | 8 +- .../java/org/apache/beam/sdk/transforms/Wait.java | 4 +- .../java/org/apache/beam/sdk/transforms/Watch.java | 30 +- .../apache/beam/sdk/transforms/WithFailures.java | 5 +- .../org/apache/beam/sdk/transforms/WithKeys.java | 4 +- .../beam/sdk/transforms/display/DisplayData.java | 47 +-- .../beam/sdk/transforms/display/package-info.java | 2 +- .../beam/sdk/transforms/join/CoGbkResult.java | 14 +- .../sdk/transforms/join/CoGbkResultSchema.java | 3 +- .../sdk/transforms/join/KeyedPCollectionTuple.java | 4 +- .../beam/sdk/transforms/join/RawUnionValue.java | 11 +- .../beam/sdk/transforms/join/package-info.java | 2 +- .../apache/beam/sdk/transforms/package-info.java | 2 +- .../reflect/ByteBuddyDoFnInvokerFactory.java | 14 +- .../beam/sdk/transforms/reflect/DoFnSignature.java | 75 ++-- .../sdk/transforms/reflect/DoFnSignatures.java | 40 +- .../reflect/StableInvokerNamingStrategy.java | 5 +- .../beam/sdk/transforms/reflect/package-info.java | 2 +- .../splittabledofn/ByteKeyRangeTracker.java | 6 +- .../splittabledofn/OffsetRangeTracker.java | 6 +- .../splittabledofn/RestrictionTracker.java | 8 +- .../sdk/transforms/splittabledofn/SplitResult.java | 8 +- .../transforms/splittabledofn/package-info.java | 2 +- .../beam/sdk/transforms/windowing/AfterPane.java | 3 +- .../transforms/windowing/AfterProcessingTime.java | 3 +- .../windowing/AfterSynchronizedProcessingTime.java | 3 +- .../sdk/transforms/windowing/AfterWatermark.java | 6 +- .../sdk/transforms/windowing/FixedWindows.java | 3 +- .../sdk/transforms/windowing/GlobalWindow.java | 3 +- .../sdk/transforms/windowing/GlobalWindows.java | 3 +- .../sdk/transforms/windowing/IntervalWindow.java | 3 +- .../windowing/MergeOverlappingIntervalWindows.java | 4 +- .../beam/sdk/transforms/windowing/PaneInfo.java | 3 +- .../beam/sdk/transforms/windowing/Sessions.java | 3 +- .../sdk/transforms/windowing/SlidingWindows.java | 3 +- .../beam/sdk/transforms/windowing/Trigger.java | 18 +- .../beam/sdk/transforms/windowing/Window.java | 26 +- .../sdk/transforms/windowing/package-info.java | 2 +- .../java/org/apache/beam/sdk/util/ApiSurface.java | 2 +- .../org/apache/beam/sdk/util/InstanceBuilder.java | 6 +- .../java/org/apache/beam/sdk/util/MoreFutures.java | 2 +- .../org/apache/beam/sdk/util/Preconditions.java | 434 +++++++++++++++++++++ .../java/org/apache/beam/sdk/util/RowJson.java | 2 +- .../beam/sdk/util/SerializableThrowable.java | 11 +- .../apache/beam/sdk/util/UnownedInputStream.java | 3 +- .../apache/beam/sdk/util/UnownedOutputStream.java | 3 +- .../org/apache/beam/sdk/util/WindowedValue.java | 11 +- .../main/java/org/apache/beam/sdk/values/KV.java | 2 +- .../org/apache/beam/sdk/values/PCollection.java | 11 +- .../apache/beam/sdk/values/PCollectionList.java | 3 +- .../apache/beam/sdk/values/PCollectionTuple.java | 3 +- .../apache/beam/sdk/values/PCollectionView.java | 2 +- .../apache/beam/sdk/values/PCollectionViews.java | 18 +- .../org/apache/beam/sdk/values/PValueBase.java | 4 +- .../main/java/org/apache/beam/sdk/values/Row.java | 113 ++---- .../java/org/apache/beam/sdk/values/RowUtils.java | 2 +- .../org/apache/beam/sdk/values/RowWithGetters.java | 6 +- .../org/apache/beam/sdk/values/RowWithStorage.java | 2 +- .../org/apache/beam/sdk/values/ShardedKey.java | 3 +- .../apache/beam/sdk/values/TimestampedValue.java | 4 +- .../java/org/apache/beam/sdk/values/TupleTag.java | 3 +- .../org/apache/beam/sdk/values/TypeDescriptor.java | 7 +- .../org/apache/beam/sdk/values/TypeParameter.java | 3 +- .../beam/sdk/values/ValueInSingleWindow.java | 5 +- .../apache/beam/sdk/values/ValueWithRecordId.java | 3 +- .../apache/beam/sdk/values/WindowingStrategy.java | 3 +- .../org/apache/beam/sdk/values/package-info.java | 2 +- .../org/apache/beam/sdk/coders/AvroCoderTest.java | 18 +- .../apache/beam/sdk/coders/AvroCoderTestPojo.java | 3 +- .../apache/beam/sdk/coders/CustomCoderTest.java | 3 +- .../apache/beam/sdk/coders/DelegateCoderTest.java | 5 +- .../sdk/coders/PCollectionCustomCoderTest.java | 2 - .../beam/sdk/coders/SerializableCoderTest.java | 5 +- .../beam/sdk/coders/StructuredCoderTest.java | 9 +- .../java/org/apache/beam/sdk/io/AvroIOTest.java | 8 +- .../org/apache/beam/sdk/io/AvroSourceTest.java | 10 +- .../sdk/io/BoundedReadFromUnboundedSourceTest.java | 2 +- .../apache/beam/sdk/io/CompressedSourceTest.java | 2 +- .../apache/beam/sdk/io/FileBasedSourceTest.java | 2 +- .../test/java/org/apache/beam/sdk/io/ReadTest.java | 5 +- .../org/apache/beam/sdk/io/TextIOWriteTest.java | 2 +- .../sdk/options/ProxyInvocationHandlerTest.java | 5 +- .../beam/sdk/schemas/AutoValueSchemaTest.java | 1 - .../apache/beam/sdk/schemas/AvroSchemaTest.java | 5 +- .../apache/beam/sdk/schemas/SchemaCoderTest.java | 7 +- .../beam/sdk/schemas/transforms/ConvertTest.java | 9 +- .../beam/sdk/schemas/utils/TestJavaBeans.java | 106 +++-- .../apache/beam/sdk/schemas/utils/TestPOJOs.java | 64 +-- .../beam/sdk/testing/CoderPropertiesTest.java | 5 +- .../org/apache/beam/sdk/testing/PAssertTest.java | 3 +- .../beam/sdk/testing/SerializableMatchersTest.java | 3 +- .../apache/beam/sdk/testing/TestPipelineTest.java | 3 +- .../apache/beam/sdk/transforms/CombineFnsTest.java | 3 +- .../apache/beam/sdk/transforms/CombineTest.java | 5 +- .../org/apache/beam/sdk/transforms/CreateTest.java | 3 +- .../apache/beam/sdk/transforms/GroupByKeyTest.java | 3 +- .../org/apache/beam/sdk/transforms/ParDoTest.java | 5 +- .../org/apache/beam/sdk/transforms/WaitTest.java | 2 +- .../org/apache/beam/sdk/transforms/WatchTest.java | 2 +- .../sdk/transforms/display/DisplayDataTest.java | 3 +- .../sdk/transforms/reflect/DoFnSignaturesTest.java | 1 - .../beam/sdk/transforms/windowing/WindowTest.java | 3 +- .../core/client/operator/AssignEventTime.java | 6 +- .../euphoria/core/client/operator/CountByKey.java | 6 +- .../euphoria/core/client/operator/Distinct.java | 13 +- .../euphoria/core/client/operator/Filter.java | 4 +- .../euphoria/core/client/operator/FlatMap.java | 10 +- .../euphoria/core/client/operator/FullJoin.java | 2 +- .../euphoria/core/client/operator/Join.java | 8 +- .../euphoria/core/client/operator/LeftJoin.java | 2 +- .../euphoria/core/client/operator/MapElements.java | 6 +- .../core/client/operator/OutputValues.java | 2 +- .../euphoria/core/client/operator/ReduceByKey.java | 30 +- .../core/client/operator/ReduceWindow.java | 28 +- .../euphoria/core/client/operator/RightJoin.java | 2 +- .../euphoria/core/client/operator/SumByKey.java | 6 +- .../euphoria/core/client/operator/TopPerKey.java | 14 +- .../euphoria/core/client/operator/Union.java | 4 +- .../core/client/operator/WindowBuilder.java | 4 +- .../core/client/operator/base/Operator.java | 6 +- .../core/client/operator/base/ShuffleOperator.java | 6 +- .../euphoria/core/client/type/TypeUtils.java | 8 +- .../euphoria/core/client/util/Triple.java | 3 +- .../translate/BroadcastHashJoinTranslator.java | 2 +- .../euphoria/core/translate/FlatMapTranslator.java | 4 +- .../euphoria/core/translate/JoinTranslator.java | 2 +- .../core/translate/ReduceByKeyTranslator.java | 2 +- .../core/translate/SingleValueContext.java | 4 +- .../core/translate/TimestampExtractTransform.java | 2 +- .../translate/collector/AdaptableCollector.java | 4 +- .../translate/collector/SingleValueCollector.java | 4 +- .../core/client/type/TypePropagationAssert.java | 2 +- .../extensions/euphoria/core/testkit/JoinTest.java | 7 +- .../euphoria/core/testkit/ReduceByKeyTest.java | 14 +- .../euphoria/core/testkit/TopPerKeyTest.java | 3 +- .../euphoria/core/testkit/WindowingTest.java | 7 +- .../core/translate/provider/ProviderTestUtils.java | 2 +- .../sdk/extensions/gcp/options/GcpOptions.java | 5 +- .../sdk/extensions/gcp/options/GcsOptions.java | 2 +- .../extensions/gcp/storage/GcsCreateOptions.java | 5 +- .../sdk/extensions/gcp/storage/GcsFileSystem.java | 2 +- .../sdk/extensions/gcp/storage/GcsResourceId.java | 7 +- .../beam/sdk/extensions/gcp/util/GcsUtil.java | 10 +- .../gcp/util/RetryHttpRequestInitializer.java | 4 +- .../sdk/extensions/gcp/util/gcsfs/GcsPath.java | 6 +- .../extensions/gcp/storage/GcsFileSystemTest.java | 2 +- .../beam/sdk/extensions/jackson/AsJsons.java | 8 +- .../beam/sdk/extensions/jackson/ParseJsons.java | 9 +- .../extensions/jackson/JacksonTransformsTest.java | 5 +- .../apache/beam/sdk/extensions/kryo/KryoCoder.java | 3 +- .../beam/sdk/extensions/kryo/KryoCoderTest.java | 5 +- .../beam/sdk/extensions/ml/AnnotateImages.java | 2 +- .../beam/sdk/extensions/ml/AnnotateText.java | 5 +- .../apache/beam/sdk/extensions/ml/CloudVision.java | 2 +- .../beam/sdk/extensions/ml/DLPDeidentifyText.java | 20 +- .../beam/sdk/extensions/ml/DLPInspectText.java | 14 +- .../beam/sdk/extensions/ml/DLPReidentifyText.java | 20 +- .../sdk/extensions/protobuf/DynamicProtoCoder.java | 3 +- .../extensions/protobuf/ProtoByteBuddyUtils.java | 8 +- .../beam/sdk/extensions/protobuf/ProtoCoder.java | 3 +- .../beam/sdk/extensions/protobuf/ProtoDomain.java | 7 +- .../extensions/protobuf/ProtoMessageSchema.java | 2 +- .../protobuf/ProtoMessageSchemaTest.java | 4 +- .../datacatalog/DataCatalogTableProvider.java | 2 +- .../expansion/ExternalSqlTransformRegistrar.java | 2 +- sdks/java/extensions/sql/hcatalog/build.gradle | 2 - .../meta/provider/hcatalog/DatabaseProvider.java | 2 +- .../provider/hcatalog/HCatalogTableProvider.java | 2 +- .../beam/sdk/extensions/sql/jdbc/BeamSqlLine.java | 2 +- .../bigquery/BigQueryPerfTableProvider.java | 7 +- .../beam/sdk/extensions/sql/SqlTransform.java | 2 +- .../sdk/extensions/sql/example/model/Customer.java | 3 +- .../sdk/extensions/sql/example/model/Order.java | 3 +- .../sdk/extensions/sql/impl/JdbcConnection.java | 2 +- .../extensions/sql/impl/TVFSlidingWindowFn.java | 1 - .../beam/sdk/extensions/sql/impl/TableName.java | 18 +- .../extensions/sql/impl/parser/SqlDdlNodes.java | 2 +- .../extensions/sql/impl/planner/BeamCostModel.java | 3 +- .../sql/impl/rel/BeamAggregationRel.java | 2 +- .../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 2 +- .../sql/impl/rel/BeamEnumerableConverter.java | 4 +- .../sdk/extensions/sql/impl/rel/BeamUnnestRel.java | 2 +- .../sdk/extensions/sql/impl/rel/package-info.java | 2 +- .../sql/impl/rule/BeamAggregationRule.java | 2 +- .../sdk/extensions/sql/impl/rule/package-info.java | 2 +- .../impl/transform/BeamBuiltinAggregations.java | 23 +- .../transform/agg/AggregationCombineFnAdapter.java | 5 +- .../sql/impl/transform/agg/package-info.java | 2 +- .../apache/beam/sdk/extensions/sql/meta/Table.java | 8 +- .../sql/meta/provider/FullNameTableProvider.java | 2 +- .../sql/meta/provider/TableProvider.java | 2 +- .../provider/bigquery/BeamSqlUnparseContext.java | 3 +- .../sql/meta/provider/mongodb/package-info.java | 2 +- .../sql/meta/provider/pubsub/package-info.java | 2 +- .../sql/meta/provider/text/TextTableProvider.java | 5 +- .../extensions/sql/InferredJavaBeanSqlTest.java | 5 +- ...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 5 +- .../bigquery/BigQueryTestTableProvider.java | 2 +- .../sql/meta/provider/kafka/KafkaCSVTableIT.java | 2 +- .../sdk/extensions/sql/zetasql/DateTimeUtils.java | 2 +- .../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +- .../apache/beam/sdk/fn/data/LogicalEndpoint.java | 5 +- .../beam/sdk/fn/splittabledofn/package-info.java | 2 +- .../apache/beam/fn/harness/FnApiDoFnRunner.java | 8 +- .../beam/fn/harness/state/FnApiStateAccessor.java | 5 +- .../state/LazyCachingIteratorToIterable.java | 3 +- .../beam/fn/harness/BeamFnDataReadRunnerTest.java | 1 - .../sdk/io/aws/dynamodb/BasicDynamoDBProvider.java | 4 +- .../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 27 +- .../apache/beam/sdk/io/aws/options/S3Options.java | 2 +- .../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 14 +- .../apache/beam/sdk/io/aws/s3/S3ResourceId.java | 4 +- .../beam/sdk/io/aws/sns/BasicSnsProvider.java | 4 +- .../java/org/apache/beam/sdk/io/aws/sns/SnsIO.java | 18 +- .../beam/sdk/io/aws/sqs/SqsCheckpointMark.java | 3 +- .../java/org/apache/beam/sdk/io/aws/sqs/SqsIO.java | 8 +- .../beam/sdk/io/aws/sqs/SqsUnboundedSource.java | 2 +- .../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java | 5 +- .../aws2/dynamodb/BasicDynamoDbClientProvider.java | 4 +- .../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 27 +- .../io/aws2/sns/BasicSnsAsyncClientProvider.java | 4 +- .../sdk/io/aws2/sns/BasicSnsClientProvider.java | 4 +- .../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 24 +- .../apache/beam/sdk/io/aws2/sns/SnsResponse.java | 4 +- .../sdk/io/aws2/sqs/BasicSqsClientProvider.java | 4 +- .../beam/sdk/io/aws2/sqs/SqsCheckpointMark.java | 3 +- .../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 14 +- .../apache/beam/sdk/io/aws2/sqs/SqsMessage.java | 11 +- .../beam/sdk/io/aws2/sqs/SqsUnboundedSource.java | 2 +- .../java/org/apache/beam/sdk/io/amqp/AmqpIO.java | 8 +- sdks/java/io/azure/build.gradle | 2 - .../azure/blobstore/AzureBlobStoreFileSystem.java | 2 +- .../apache/beam/sdk/io/cassandra/CassandraIO.java | 82 ++-- .../beam/sdk/io/cassandra/CassandraIOTest.java | 3 +- .../beam/sdk/io/clickhouse/ClickHouseIO.java | 11 +- .../apache/beam/sdk/io/clickhouse/TableSchema.java | 17 +- .../beam/sdk/io/clickhouse/ClickHouseIOTest.java | 3 +- .../org/apache/beam/sdk/io/common/HashingFn.java | 3 +- .../beam/sdk/io/common/IOTestPipelineOptions.java | 2 +- .../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 49 +-- .../io/common/FileBasedIOTestPipelineOptions.java | 2 +- .../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 3 +- .../beam/sdk/io/gcp/bigquery/BatchLoads.java | 2 +- .../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 9 +- .../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 14 +- .../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 109 ++---- .../sdk/io/gcp/bigquery/BigQueryInsertError.java | 3 +- .../sdk/io/gcp/bigquery/BigQueryQueryHelper.java | 2 +- .../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 2 +- .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 9 +- .../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 2 +- .../gcp/bigquery/BigQueryStorageQuerySource.java | 2 +- .../io/gcp/bigquery/BigQueryStorageSourceBase.java | 2 +- .../gcp/bigquery/BigQueryStorageTableSource.java | 2 +- .../sdk/io/gcp/bigquery/DynamicDestinations.java | 9 +- .../gcp/bigquery/DynamicDestinationsHelpers.java | 10 +- .../io/gcp/bigquery/PassThroughThenCleanup.java | 3 +- .../beam/sdk/io/gcp/bigquery/TableDestination.java | 13 +- .../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 3 +- .../beam/sdk/io/gcp/bigquery/WritePartition.java | 4 +- .../beam/sdk/io/gcp/bigquery/WriteTables.java | 4 +- .../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 20 +- .../beam/sdk/io/gcp/bigtable/BigtableIO.java | 21 +- .../sdk/io/gcp/bigtable/BigtableReadOptions.java | 8 +- .../beam/sdk/io/gcp/datastore/DatastoreV1.java | 34 +- .../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 12 +- .../apache/beam/sdk/io/gcp/healthcare/HL7v2IO.java | 2 +- .../beam/sdk/io/gcp/healthcare/HL7v2Message.java | 2 +- .../sdk/io/gcp/healthcare/HealthcareApiClient.java | 2 +- .../sdk/io/gcp/healthcare/HealthcareIOError.java | 2 +- .../io/gcp/healthcare/HttpHealthcareApiClient.java | 2 +- .../beam/sdk/io/gcp/pubsub/ExternalRead.java | 10 +- .../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 6 +- .../beam/sdk/io/gcp/pubsub/PubsubClient.java | 14 +- .../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 10 +- .../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 45 +-- .../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 6 +- .../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 15 +- .../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 2 +- .../gcp/pubsub/PubsubSchemaCapableIOProvider.java | 9 +- .../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 2 +- .../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 14 +- .../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 52 ++- .../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 2 +- .../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 2 +- .../io/gcp/pubsublite/BufferingPullSubscriber.java | 2 +- .../sdk/io/gcp/pubsublite/PublisherOptions.java | 5 +- .../gcp/pubsublite/PubsubLiteUnboundedSource.java | 2 +- .../sdk/io/gcp/pubsublite/SubscriberOptions.java | 14 +- .../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 5 +- .../beam/sdk/io/gcp/spanner/MutationGroup.java | 3 +- .../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 7 +- .../beam/sdk/io/gcp/spanner/ReadOperation.java | 20 +- .../beam/sdk/io/gcp/spanner/SpannerConfig.java | 20 +- .../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 23 +- .../beam/sdk/io/gcp/spanner/Transaction.java | 5 +- .../beam/sdk/io/gcp/testing/BigqueryClient.java | 5 +- .../sdk/io/gcp/testing/FakeDatasetService.java | 2 +- .../cloud/spanner/FakeBatchTransactionId.java | 3 +- .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 3 +- .../BigQueryTimePartitioningClusteringIT.java | 2 +- .../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 5 +- .../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 2 +- .../beam/sdk/io/gcp/datastore/V1TestOptions.java | 2 +- .../beam/sdk/io/gcp/datastore/V1TestUtil.java | 6 +- .../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 2 +- .../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 3 +- .../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 2 +- .../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 2 +- .../sdk/io/hadoop/SerializableConfiguration.java | 2 +- .../apache/beam/sdk/io/hadoop/WritableCoder.java | 3 +- .../apache/beam/sdk/io/hdfs/HadoopResourceId.java | 3 +- .../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 40 +- .../beam/sdk/io/hadoop/format/HadoopFormats.java | 2 +- .../apache/beam/sdk/io/hadoop/format/Employee.java | 3 +- .../java/org/apache/beam/sdk/io/hbase/HBaseIO.java | 11 +- .../beam/sdk/io/hcatalog/HCatalogBeamSchema.java | 2 +- .../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 42 +- .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 91 ++--- .../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 3 +- .../apache/beam/sdk/io/jms/JmsCheckpointMark.java | 3 +- .../java/org/apache/beam/sdk/io/jms/JmsIO.java | 41 +- .../java/org/apache/beam/sdk/io/jms/JmsRecord.java | 8 +- ...onfluentSchemaRegistryDeserializerProvider.java | 2 +- .../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 52 +-- .../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 4 +- .../beam/sdk/io/kafka/KafkaUnboundedReader.java | 2 +- .../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +- .../beam/sdk/io/kinesis/BasicKinesisProvider.java | 4 +- .../apache/beam/sdk/io/kinesis/CustomOptional.java | 5 +- .../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 33 +- .../apache/beam/sdk/io/kinesis/KinesisRecord.java | 3 +- .../apache/beam/sdk/io/kinesis/StartingPoint.java | 3 +- .../beam/sdk/io/kinesis/AmazonKinesisMock.java | 3 +- .../java/org/apache/beam/sdk/io/kudu/KuduIO.java | 45 +-- .../beam/sdk/io/mongodb/AggregationQuery.java | 3 +- .../org/apache/beam/sdk/io/mongodb/FindQuery.java | 5 +- .../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 34 +- .../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 21 +- .../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 22 +- .../org/apache/beam/sdk/io/parquet/ParquetIO.java | 25 +- .../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java | 33 +- .../beam/sdk/io/rabbitmq/RabbitMqMessage.java | 18 +- .../beam/sdk/io/rabbitmq/ExchangeTestPlan.java | 6 +- .../sdk/io/redis/RedisConnectionConfiguration.java | 5 +- .../java/org/apache/beam/sdk/io/redis/RedisIO.java | 43 +- .../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 107 ++--- .../java/org/apache/beam/sdk/io/solr/SolrIO.java | 27 +- .../beam/sdk/io/splunk/HttpEventPublisher.java | 5 +- .../org/apache/beam/sdk/io/splunk/SplunkEvent.java | 17 +- .../beam/sdk/io/splunk/SplunkEventWriter.java | 14 +- .../org/apache/beam/sdk/io/splunk/SplunkIO.java | 17 +- .../beam/sdk/io/splunk/SplunkWriteError.java | 11 +- .../sdk/io/synthetic/SyntheticUnboundedSource.java | 2 +- .../org/apache/beam/sdk/io/thrift/ThriftIO.java | 11 +- .../org/apache/beam/sdk/io/tika/ParseResult.java | 6 +- .../java/org/apache/beam/sdk/io/tika/TikaIO.java | 15 +- .../java/org/apache/beam/sdk/io/xml/JAXBCoder.java | 3 +- .../java/org/apache/beam/sdk/io/xml/XmlIO.java | 37 +- .../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 3 +- .../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 3 +- .../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 3 +- .../src/main/java/StarterPipeline.java | 4 +- .../beam/sdk/loadtests/CoGroupByKeyLoadTest.java | 2 +- .../org/apache/beam/sdk/loadtests/LoadTest.java | 2 +- .../apache/beam/sdk/loadtests/LoadTestOptions.java | 2 +- .../java/org/apache/beam/sdk/nexmark/Main.java | 5 +- .../beam/sdk/nexmark/NexmarkConfiguration.java | 3 +- .../apache/beam/sdk/nexmark/NexmarkLauncher.java | 22 +- .../apache/beam/sdk/nexmark/NexmarkOptions.java | 20 +- .../org/apache/beam/sdk/nexmark/NexmarkPerf.java | 8 +- .../apache/beam/sdk/nexmark/NexmarkQueryName.java | 2 +- .../org/apache/beam/sdk/nexmark/model/Auction.java | 3 +- .../apache/beam/sdk/nexmark/model/AuctionBid.java | 3 +- .../beam/sdk/nexmark/model/AuctionCount.java | 3 +- .../beam/sdk/nexmark/model/AuctionPrice.java | 3 +- .../org/apache/beam/sdk/nexmark/model/Bid.java | 3 +- .../beam/sdk/nexmark/model/BidsPerSession.java | 3 +- .../beam/sdk/nexmark/model/CategoryPrice.java | 3 +- .../org/apache/beam/sdk/nexmark/model/Done.java | 3 +- .../org/apache/beam/sdk/nexmark/model/Event.java | 10 +- .../beam/sdk/nexmark/model/IdNameReserve.java | 3 +- .../beam/sdk/nexmark/model/NameCityStateId.java | 3 +- .../org/apache/beam/sdk/nexmark/model/Person.java | 3 +- .../apache/beam/sdk/nexmark/model/SellerPrice.java | 3 +- .../sdk/nexmark/queries/AbstractSimulator.java | 2 +- .../sdk/nexmark/queries/NexmarkQueryModel.java | 5 +- .../sdk/nexmark/queries/NexmarkQueryTransform.java | 2 +- .../apache/beam/sdk/nexmark/queries/Query10.java | 9 +- .../apache/beam/sdk/nexmark/queries/Query8.java | 2 +- .../beam/sdk/nexmark/queries/WinningBids.java | 6 +- .../sdk/nexmark/queries/WinningBidsSimulator.java | 5 +- .../sdk/nexmark/sources/BoundedEventSource.java | 7 +- .../sdk/nexmark/sources/UnboundedEventSource.java | 8 +- .../sdk/nexmark/sources/generator/Generator.java | 3 +- 888 files changed, 3388 insertions(+), 3631 deletions(-)
