This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from ba38027 (commit)
to 1e569fa (commit)
from ba38027 [BEAM-10545] Initialize an empty extension (#12327)
add 8ea176d [BEAM-10551] Implement Navigation Functions FIRST_VALUE and
LAST_VALUE (#12313)
add cbc08e7 Add analyzer-friendly checkArgumentNotNull
add e8d9b72 Fix typo in error message in RowWithGetters
add 3f23792 Improve error message in ApiSurface tests
add 1742154 Skip nullness analysis of AutoValue_ classes
add cb0f900 [BEAM-10547][BEAM-10548] Schema support for all sorts of
Nullable and on return types
add ecedd3e Migrate to checkerframework nullness annotations
add 248b794 [BEAM-10540] Fix nullability in equals methods globally
add 6fdde4f Merge pull request #12323: [BEAM-10540] Migrate to checker
annotations and properly annotate Object#equals overrides
add 3cfb220 Enable Spotless for .test-infra/jenkins/*.groovy files
add 698e9cb Run Spotless with .test-infra/jenkins directory included
add 7306b2b Manually fix indentation skipped by spotless
add 8aca8cc Merge pull request #12264: Enable spotless for all groovy
files in .test-infra/jenkins directory
add 2045d93 Added SchemaIOTableProviderWrapper, used for
PubsubJsonTableProvider
add 6c2aed7 Implemented SchemaIO and SchemaIOProvider for Avro
add bd915c7 Implemented SchemaIO and SchemaIOProvider for Parquet
add 33f14ec [BEAM-10407,10408] SchemaIOTableProviderWrapper and
implementations for Avro and Parquet (#12202)
add 0968ad3 [BEAM-10546] Remove util.timeout
add c739f92 Merge pull request #12332 from ibzib/BEAM-10546
add 0bff5fc Support ZetaSQL DOUBLE +inf, -inf and NaN.
add 1e569fa Merge pull request #12292 from ZijieSong946/DoubleBugFixed
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/CommonJobProperties.groovy | 60 +-
.test-infra/jenkins/CommonTestProperties.groovy | 93 +-
.../jenkins/InfluxDBCredentialsHelper.groovy | 26 +-
.test-infra/jenkins/Kubernetes.groovy | 2 +-
.test-infra/jenkins/LoadTestConfig.groovy | 1078 ++++++++++----------
.test-infra/jenkins/LoadTestsBuilder.groovy | 8 +-
.test-infra/jenkins/NexmarkBuilder.groovy | 4 +-
.../jenkins/NexmarkDatabaseProperties.groovy | 30 +-
.../NoPhraseTriggeringPostCommitBuilder.groovy | 6 +-
.../PhraseTriggeringPostCommitBuilder.groovy | 10 +-
.test-infra/jenkins/PostcommitJobBuilder.groovy | 22 +-
.test-infra/jenkins/PrecommitJobBuilder.groovy | 18 +-
.../py2 => .test-infra/jenkins}/build.gradle | 6 +-
.test-infra/jenkins/job_00_seed.groovy | 9 +-
.../jenkins/job_CancelStaleDataflowJobs.groovy | 14 +-
.test-infra/jenkins/job_Clean_tmp_directory.groovy | 44 +-
.test-infra/jenkins/job_Dependency_Check.groovy | 20 +-
.test-infra/jenkins/job_Inventory.groovy | 6 +-
.../jenkins/job_LoadTests_CoGBK_Java.groovy | 346 +++----
...ts_CoGBK_Java_spark_structured_streaming.groovy | 296 +++---
.../job_LoadTests_Combine_Flink_Python.groovy | 211 ++--
.../jenkins/job_LoadTests_Combine_Java.groovy | 252 ++---
.../job_LoadTests_Combine_Java_Smoke.groovy | 110 +-
..._Combine_Java_spark_structured_streaming.groovy | 194 ++--
.../jenkins/job_LoadTests_Combine_Python.groovy | 179 ++--
.../jenkins/job_LoadTests_GBK_Flink_Python.groovy | 211 ++--
.test-infra/jenkins/job_LoadTests_GBK_Java.groovy | 458 ++++-----
.../jenkins/job_LoadTests_GBK_Java_Smoke.groovy | 142 +--
...ests_GBK_Java_spark_structured_streaming.groovy | 390 +++----
.../jenkins/job_LoadTests_GBK_Python.groovy | 255 ++---
.../job_LoadTests_GBK_Python_reiterate.groovy | 139 +--
.../job_LoadTests_ParDo_Flink_Python.groovy | 336 +++---
.../jenkins/job_LoadTests_ParDo_Java.groovy | 304 +++---
...ts_ParDo_Java_spark_structured_streaming.groovy | 240 ++---
.../jenkins/job_LoadTests_ParDo_Python.groovy | 235 ++---
.../jenkins/job_LoadTests_Python_Smoke.groovy | 86 +-
.../job_LoadTests_coGBK_Flink_Python.groovy | 201 ++--
.../jenkins/job_LoadTests_coGBK_Python.groovy | 283 ++---
.../job_PerformanceTests_BigQueryIO_Java.groovy | 222 ++--
.../job_PerformanceTests_BigQueryIO_Python.groovy | 128 +--
.../job_PerformanceTests_FileBasedIO_IT.groovy | 548 +++++-----
.../job_PerformanceTests_HadoopFormat.groovy | 40 +-
.../jenkins/job_PerformanceTests_JDBC.groovy | 40 +-
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 40 +-
.../job_PerformanceTests_MongoDBIO_IT.groovy | 34 +-
.../job_PerformanceTests_PubsubIO_Python.groovy | 68 +-
.../jenkins/job_PerformanceTests_Python.groovy | 58 +-
.../jenkins/job_PerformanceTests_SQLIO_Java.groovy | 72 +-
.../job_PostCommit_BeamMetrics_Publish.groovy | 26 +-
.../jenkins/job_PostCommit_CommunityMetrics.groovy | 18 +-
...mmit_CrossLanguageValidatesRunner_Direct.groovy | 50 +-
...ommit_CrossLanguageValidatesRunner_Flink.groovy | 50 +-
...ommit_CrossLanguageValidatesRunner_Spark.groovy | 50 +-
.test-infra/jenkins/job_PostCommit_Go.groovy | 32 +-
.../job_PostCommit_Go_ValidatesRunner_Flink.groovy | 24 +-
.../job_PostCommit_Go_ValidatesRunner_Spark.groovy | 24 +-
.test-infra/jenkins/job_PostCommit_Java.groovy | 38 +-
...PostCommit_Java_Dataflow_Examples_Java11.groovy | 30 +-
.../job_PostCommit_Java_Nexmark_Dataflow.groovy | 318 +++---
.../job_PostCommit_Java_Nexmark_Direct.groovy | 248 ++---
.../job_PostCommit_Java_Nexmark_Flink.groovy | 224 ++--
.../job_PostCommit_Java_Nexmark_Spark.groovy | 186 ++--
...Java_PortableValidatesRunner_Flink_Batch.groovy | 32 +-
..._PortableValidatesRunner_Flink_Streaming.groovy | 32 +-
...Java_PortableValidatesRunner_Spark_Batch.groovy | 32 +-
...PostCommit_Java_ValidatesRunner_Dataflow.groovy | 42 +-
...mit_Java_ValidatesRunner_Dataflow_Java11.groovy | 72 +-
...b_PostCommit_Java_ValidatesRunner_Direct.groovy | 20 +-
...ommit_Java_ValidatesRunner_Direct_Java11.groovy | 42 +-
...ob_PostCommit_Java_ValidatesRunner_Flink.groovy | 34 +-
...Commit_Java_ValidatesRunner_Flink_Java11.groovy | 72 +-
...ob_PostCommit_Java_ValidatesRunner_Samza.groovy | 34 +-
...ob_PostCommit_Java_ValidatesRunner_Spark.groovy | 34 +-
...ValidatesRunner_SparkStructuredStreaming.groovy | 32 +-
...PostCommit_Java_ValidatesRunner_Twister2.groovy | 34 +-
.test-infra/jenkins/job_PostCommit_Javadoc.groovy | 34 +-
.../job_PostCommit_PortableJar_Flink.groovy | 24 +-
.../job_PostCommit_PortableJar_Spark.groovy | 24 +-
.test-infra/jenkins/job_PostCommit_Python2.groovy | 32 +-
.test-infra/jenkins/job_PostCommit_Python35.groovy | 32 +-
...ostCommit_Python35_ValidatesRunner_Flink.groovy | 24 +-
.test-infra/jenkins/job_PostCommit_Python36.groovy | 32 +-
.test-infra/jenkins/job_PostCommit_Python37.groovy | 32 +-
.test-infra/jenkins/job_PostCommit_Python38.groovy | 32 +-
...mit_Python_Chicago_Taxi_Example_Dataflow.groovy | 44 +-
...Commit_Python_Chicago_Taxi_Example_Flink.groovy | 58 +-
.../job_PostCommit_Python_MongoDBIO_IT.groovy | 26 +-
...ob_PostCommit_Python_MongoDBIO_Load_Test.groovy | 56 +-
...ommit_Python_ValidatesContainer_Dataflow.groovy | 36 +-
...stCommit_Python_ValidatesRunner_Dataflow.groovy | 48 +-
...ommit_Python_ValidatesRunner_Dataflow_V2.groovy | 48 +-
..._PostCommit_Python_ValidatesRunner_Spark.groovy | 24 +-
.test-infra/jenkins/job_PostCommit_SQL.groovy | 32 +-
.../jenkins/job_PostCommit_Website_Publish.groovy | 26 +-
.../jenkins/job_PostCommit_Website_Test.groovy | 20 +-
.../jenkins/job_PostRelease_NightlySnapshot.groovy | 8 +-
.../jenkins/job_PreCommit_BeamSQL_ZetaSQL.groovy | 24 +-
.../job_PreCommit_BeamSQL_ZetaSQL_Java11.groovy | 30 +-
.../jenkins/job_PreCommit_CommunityMetrics.groovy | 3 +-
.test-infra/jenkins/job_PreCommit_Go.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_Java.groovy | 8 +-
.../job_PreCommit_Java_Examples_Dataflow.groovy | 6 +-
..._PreCommit_Java_Examples_Dataflow_Java11.groovy | 32 +-
.../job_PreCommit_Java_PortabilityApi.groovy | 6 +-
...job_PreCommit_Java_PortabilityApi_Java11.groovy | 54 +-
.../jenkins/job_PreCommit_Portable_Python.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_Python.groovy | 2 +-
.../job_PreCommit_PythonAutoformatter.groovy | 2 +-
.../jenkins/job_PreCommit_PythonLint.groovy | 2 +-
.../job_PreCommit_Python_DockerBuild.groovy | 2 +-
...b_PreCommit_Python_ValidatesRunner_Flink.groovy | 4 +-
.test-infra/jenkins/job_PreCommit_RAT.groovy | 2 +-
.test-infra/jenkins/job_PreCommit_SQL.groovy | 8 +-
.../jenkins/job_PreCommit_SQL_Java11.groovy | 26 +-
.test-infra/jenkins/job_PreCommit_Spotless.groovy | 3 +-
.test-infra/jenkins/job_PreCommit_Website.groovy | 3 +-
.../jenkins/job_PreCommit_Website_Stage_GCS.groovy | 3 +-
.../jenkins/job_ReleaseCandidate_Python.groovy | 24 +-
.../jenkins/job_Release_Gradle_Build.groovy | 8 +-
.../jenkins/job_Release_NightlySnapshot.groovy | 22 +-
.../job_Release_Python_NightlySnapshot.groovy | 62 +-
.../job_beam_PerformanceTests_Analysis.groovy | 100 +-
.test-infra/jenkins/job_seed_standalone.groovy | 9 +-
.test-infra/jenkins/job_sonarqube_report.groovy | 4 +-
.../metrics/src/test/groovy/ProberTests.groovy | 2 +-
buildSrc/build.gradle | 2 +-
buildSrc/greclipse.properties | 2 +-
.../apache/beam/gradle/BeamJenkinsPlugin.groovy | 4 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 95 +-
.../org/apache/beam/gradle/VendorJavaPlugin.groovy | 10 +-
.../examples/kotlin/cookbook/TriggerExample.kt | 3 +
.../runners/core/construction/Environments.java | 22 +-
.../beam/runners/core/construction/External.java | 10 +-
.../core/construction/ExternalTranslation.java | 2 +-
.../core/construction/PTransformMatchers.java | 3 +-
.../core/construction/RehydratedComponents.java | 9 +-
.../core/construction/RunnerPCollectionView.java | 4 +-
.../runners/core/construction/SdkComponents.java | 2 +-
.../construction/SerializablePipelineOptions.java | 3 +-
.../runners/core/construction/SplittableParDo.java | 2 +-
.../construction/SplittableParDoNaiveBounded.java | 5 +-
.../beam/runners/core/construction/Timer.java | 16 +-
.../UnboundedReadFromBoundedSource.java | 2 +-
.../core/construction/WindowIntoTranslation.java | 2 +-
.../construction/graph/OutputDeduplicator.java | 8 +-
.../core/construction/graph/ProtoOverrides.java | 2 +-
.../core/construction/graph/package-info.java | 2 +-
.../runners/core/construction/package-info.java | 2 +-
.../core/construction/CombineTranslationTest.java | 5 +-
.../runners/core/construction/CommonCoderTest.java | 2 +-
.../PCollectionViewTranslationTest.java | 3 +-
.../core/construction/PTransformMatchersTest.java | 2 +-
.../construction/PTransformTranslationTest.java | 5 +-
.../core/construction/ParDoTranslationTest.java | 9 +-
.../core/construction/ReadTranslationTest.java | 6 +-
.../construction/WindowIntoTranslationTest.java | 3 +-
.../construction/WriteFilesTranslationTest.java | 6 +-
.../construction/graph/ProtoOverridesTest.java | 6 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 2 +-
.../core/InMemoryMultimapSideInputView.java | 2 +-
.../beam/runners/core/InMemoryStateInternals.java | 4 +-
.../beam/runners/core/InMemoryTimerInternals.java | 25 +-
.../apache/beam/runners/core/KeyedWorkItems.java | 3 +-
.../beam/runners/core/MergingActiveWindowSet.java | 4 +-
...TimeBoundedSplittableProcessElementInvoker.java | 2 +-
.../beam/runners/core/PeekingReiterator.java | 2 +-
.../beam/runners/core/ReduceFnContextFactory.java | 13 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 5 +-
.../apache/beam/runners/core/SideInputHandler.java | 2 +-
.../apache/beam/runners/core/SideInputReader.java | 2 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 12 +-
.../core/SimplePushbackSideInputDoFnRunner.java | 2 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 2 +-
.../core/SplittableProcessElementInvoker.java | 7 +-
.../beam/runners/core/StateNamespaceForTest.java | 3 +-
.../apache/beam/runners/core/StateNamespaces.java | 7 +-
.../org/apache/beam/runners/core/StateTable.java | 5 +-
.../org/apache/beam/runners/core/StateTags.java | 5 +-
.../apache/beam/runners/core/TimerInternals.java | 2 +-
.../apache/beam/runners/core/WatermarkHold.java | 17 +-
.../beam/runners/core/metrics/CounterCell.java | 3 +-
.../runners/core/metrics/DefaultMetricResults.java | 2 +-
.../beam/runners/core/metrics/DirtyState.java | 3 +-
.../runners/core/metrics/DistributionCell.java | 3 +-
.../core/metrics/ExecutionStateSampler.java | 4 +-
.../core/metrics/ExecutionStateTracker.java | 9 +-
.../beam/runners/core/metrics/GaugeCell.java | 3 +-
.../runners/core/metrics/MetricsContainerImpl.java | 21 +-
.../core/metrics/MetricsContainerStepMap.java | 3 +-
.../beam/runners/core/metrics/MetricsMap.java | 7 +-
.../beam/runners/core/metrics/MetricsPusher.java | 4 +-
.../core/metrics/MonitoringInfoMetricName.java | 3 +-
.../core/metrics/SimpleMonitoringInfoBuilder.java | 5 +-
.../beam/runners/core/metrics/package-info.java | 2 +-
.../org/apache/beam/runners/core/package-info.java | 2 +-
.../AfterDelayFromFirstElementStateMachine.java | 9 +-
.../core/triggers/AfterPaneStateMachine.java | 3 +-
.../triggers/AfterProcessingTimeStateMachine.java | 7 +-
...fterSynchronizedProcessingTimeStateMachine.java | 7 +-
.../core/triggers/AfterWatermarkStateMachine.java | 6 +-
.../runners/core/triggers/TriggerStateMachine.java | 12 +-
.../TriggerStateMachineContextFactory.java | 23 +-
.../core/triggers/TriggerStateMachineRunner.java | 2 +-
.../beam/runners/core/triggers/package-info.java | 2 +-
.../apache/beam/runners/core/ReduceFnTester.java | 5 +-
.../beam/runners/core/StateInternalsTest.java | 3 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 2 +-
.../core/triggers/TriggerStateMachineTester.java | 8 +-
.../direct/BoundedReadEvaluatorFactory.java | 5 +-
.../beam/runners/direct/CommittedBundle.java | 2 +-
.../direct/CopyOnAccessInMemoryStateInternals.java | 2 +-
.../apache/beam/runners/direct/DirectMetrics.java | 2 +-
.../beam/runners/direct/DirectTimerInternals.java | 8 +-
.../direct/ExecutorServiceParallelExecutor.java | 7 +-
.../runners/direct/ImmutableListBundleFactory.java | 4 +-
.../runners/direct/ImpulseEvaluatorFactory.java | 2 +-
.../beam/runners/direct/PCollectionViewWindow.java | 3 +-
.../beam/runners/direct/ReadEvaluatorFactory.java | 2 +-
.../beam/runners/direct/SideInputContainer.java | 5 +-
.../org/apache/beam/runners/direct/StepAndKey.java | 3 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 2 +-
.../runners/direct/TransformEvaluatorFactory.java | 2 +-
.../beam/runners/direct/TransformResult.java | 2 +-
.../direct/UnboundedReadEvaluatorFactory.java | 11 +-
.../beam/runners/direct/UncommittedBundle.java | 2 +-
.../beam/runners/direct/WatermarkManager.java | 12 +-
.../runners/direct/WindowEvaluatorFactory.java | 2 +-
.../runners/direct/DirectRunnerApiSurfaceTest.java | 6 +-
.../beam/runners/direct/DirectRunnerTest.java | 2 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 5 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 5 +-
.../direct/WriteWithShardingFactoryTest.java | 2 +-
.../runners/extensions/metrics/package-info.java | 2 +-
.../translation/types/CoderTypeSerializer.java | 7 +-
.../flink/FlinkBatchPipelineTranslator.java | 2 +-
.../FlinkBatchPortablePipelineTranslator.java | 2 +-
.../flink/FlinkBatchTransformTranslators.java | 4 +-
.../runners/flink/FlinkExecutionEnvironments.java | 2 +-
.../apache/beam/runners/flink/FlinkJobInvoker.java | 2 +-
.../beam/runners/flink/FlinkJobServerDriver.java | 2 +-
.../beam/runners/flink/FlinkPipelineRunner.java | 2 +-
.../flink/FlinkPortablePipelineTranslator.java | 2 +-
.../flink/FlinkStreamingTransformTranslators.java | 2 +-
.../translation/functions/FlinkDoFnFunction.java | 6 +-
.../functions/FlinkSideInputReader.java | 2 +-
.../translation/types/CoderTypeInformation.java | 6 +-
.../types/EncodedValueTypeInformation.java | 3 +-
.../wrappers/streaming/DoFnOperator.java | 6 +-
.../streaming/ExecutableStageDoFnOperator.java | 6 +-
.../streaming/stableinput/BufferedElements.java | 5 +-
.../streaming/stableinput/BufferingDoFnRunner.java | 2 +-
.../state/FlinkBroadcastStateInternals.java | 15 +-
.../streaming/state/FlinkStateInternals.java | 15 +-
.../FlinkStreamingTransformTranslatorsTest.java | 2 +-
.../runners/flink/FlinkTransformOverridesTest.java | 2 +-
.../beam/runners/flink/PortableExecutionTest.java | 4 +-
.../runners/flink/PortableStateExecutionTest.java | 4 +-
.../runners/flink/PortableTimersExecutionTest.java | 6 +-
.../beam/runners/flink/ReadSourcePortableTest.java | 4 +-
.../wrappers/streaming/DoFnOperatorTest.java | 2 +-
.../streaming/ExecutableStageDoFnOperatorTest.java | 2 +-
.../wrappers/streaming/StreamRecordStripper.java | 2 +-
.../wrappers/streaming/io/TestCountingSource.java | 6 +-
.../streaming/io/UnboundedSourceWrapperTest.java | 2 +-
.../website/PipelineOptionsTableGenerator.java | 2 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 3 +-
.../beam/runners/dataflow/DataflowClient.java | 2 +-
.../runners/dataflow/DataflowJobException.java | 2 +-
.../beam/runners/dataflow/DataflowMetrics.java | 2 +-
.../beam/runners/dataflow/DataflowPipelineJob.java | 16 +-
.../dataflow/DataflowPipelineTranslator.java | 2 +-
.../beam/runners/dataflow/DataflowRunner.java | 1 -
.../runners/dataflow/DataflowServiceException.java | 2 +-
.../beam/runners/dataflow/TestDataflowRunner.java | 2 +-
.../beam/runners/dataflow/internal/IsmFormat.java | 12 +-
.../dataflow/options/CloudDebuggerOptions.java | 2 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 2 +-
.../beam/runners/dataflow/util/CloudKnownType.java | 8 +-
.../beam/runners/dataflow/util/CloudObject.java | 4 +-
.../beam/runners/dataflow/util/CloudObjects.java | 2 +-
.../runners/dataflow/util/DataflowTemplateJob.java | 2 +-
.../beam/runners/dataflow/util/MonitoringUtil.java | 2 +-
.../runners/dataflow/util/OutputReference.java | 3 +-
.../beam/runners/dataflow/util/PackageUtil.java | 8 +-
.../runners/dataflow/util/RandomAccessData.java | 3 +-
.../apache/beam/runners/dataflow/util/Structs.java | 37 +-
.../beam/runners/dataflow/util/TimeUtil.java | 8 +-
.../dataflow/BatchStatefulParDoOverridesTest.java | 6 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 2 +-
.../dataflow/PrimitiveParDoSingleFactoryTest.java | 3 +-
.../runners/dataflow/util/CloudObjectsTest.java | 5 +-
.../runners/dataflow/util/PackageUtilTest.java | 2 +-
.../worker/ApplianceShuffleEntryReader.java | 2 +-
.../worker/AssignWindowsParDoFnFactory.java | 4 +-
.../dataflow/worker/AvroByteReaderFactory.java | 2 +-
.../dataflow/worker/AvroByteSinkFactory.java | 2 +-
.../dataflow/worker/BatchDataflowWorker.java | 6 +-
.../dataflow/worker/BatchModeExecutionContext.java | 16 +-
.../worker/ChunkingShuffleBatchReader.java | 6 +-
.../dataflow/worker/CombineValuesFnFactory.java | 2 +-
.../beam/runners/dataflow/worker/ConcatReader.java | 4 +-
.../dataflow/worker/ConcatReaderFactory.java | 2 +-
.../dataflow/worker/CounterShortIdCache.java | 4 +-
.../dataflow/worker/DataflowExecutionContext.java | 6 +-
.../dataflow/worker/DataflowExecutionStateKey.java | 8 +-
.../worker/DataflowExecutionStateRegistry.java | 12 +-
.../dataflow/worker/DataflowOperationContext.java | 14 +-
.../worker/DataflowPortabilityPCollectionView.java | 2 +-
.../dataflow/worker/DataflowRunnerHarness.java | 6 +-
.../worker/DataflowWorkerHarnessHelper.java | 7 +-
.../dataflow/worker/DoFnInstanceManager.java | 2 +-
...FetchAndFilterStreamingSideInputsOperation.java | 2 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 6 +-
.../dataflow/worker/GroupingShuffleReader.java | 6 +-
.../worker/GroupingShuffleReaderFactory.java | 12 +-
...ingShuffleReaderWithFaultyBytesReadCounter.java | 2 +-
.../runners/dataflow/worker/InMemoryReader.java | 4 +-
.../dataflow/worker/InMemoryReaderFactory.java | 2 +-
.../runners/dataflow/worker/IsmReaderFactory.java | 17 +-
.../runners/dataflow/worker/IsmReaderImpl.java | 3 +-
.../dataflow/worker/IsmSideInputReader.java | 5 +-
.../runners/dataflow/worker/IsmSinkFactory.java | 10 +-
.../worker/LazilyInitializedSideInputReader.java | 2 +-
.../worker/MetricTrackingWindmillServerStub.java | 3 +-
.../dataflow/worker/PCollectionViewWindow.java | 3 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 2 +-
.../worker/PartitioningShuffleReaderFactory.java | 2 +-
.../beam/runners/dataflow/worker/PubsubReader.java | 10 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 2 +-
.../runners/dataflow/worker/ReaderFactory.java | 2 +-
.../runners/dataflow/worker/ReaderRegistry.java | 2 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 2 +-
.../dataflow/worker/SdkHarnessRegistries.java | 26 +-
.../dataflow/worker/SdkHarnessRegistry.java | 16 +-
.../dataflow/worker/ShuffleSinkFactory.java | 15 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 11 +-
.../beam/runners/dataflow/worker/SinkFactory.java | 2 +-
.../beam/runners/dataflow/worker/SinkRegistry.java | 2 +-
.../dataflow/worker/SourceTranslationUtils.java | 14 +-
.../beam/runners/dataflow/worker/StateFetcher.java | 10 +-
.../dataflow/worker/StreamingDataflowWorker.java | 37 +-
.../worker/StreamingModeExecutionContext.java | 10 +-
.../worker/StreamingStepMetricsContainer.java | 9 +-
.../dataflow/worker/UngroupedShuffleReader.java | 2 +-
.../worker/UngroupedShuffleReaderFactory.java | 2 +-
.../dataflow/worker/UngroupedWindmillReader.java | 12 +-
.../dataflow/worker/UserParDoFnFactory.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 3 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 2 +-
.../dataflow/worker/WindmillStateCache.java | 7 +-
.../dataflow/worker/WindmillStateInternals.java | 9 +-
.../dataflow/worker/WindmillStateReader.java | 15 +-
.../runners/dataflow/worker/WindmillTimeUtils.java | 5 +-
.../dataflow/worker/WindmillTimerInternals.java | 12 +-
.../dataflow/worker/WindowingWindmillReader.java | 12 +-
.../dataflow/worker/WorkItemStatusClient.java | 8 +-
.../dataflow/worker/WorkerCustomSources.java | 2 +-
.../runners/dataflow/worker/counters/Counter.java | 4 +-
.../dataflow/worker/counters/CounterFactory.java | 7 +-
.../dataflow/worker/counters/CounterName.java | 14 +-
.../dataflow/worker/counters/NameContext.java | 14 +-
.../worker/fn/control/BeamFnMapTaskExecutor.java | 22 +-
...ntMonitoringInfoToCounterUpdateTransformer.java | 5 +-
...meMonitoringInfoToCounterUpdateTransformer.java | 5 +-
...piMonitoringInfoToCounterUpdateTransformer.java | 5 +-
...ntMonitoringInfoToCounterUpdateTransformer.java | 5 +-
.../MonitoringInfoToCounterUpdateTransformer.java | 2 +-
.../fn/control/ProcessRemoteBundleOperation.java | 7 +-
.../control/RegisterAndProcessBundleOperation.java | 2 +-
...onMonitoringInfoToCounterUpdateTransformer.java | 5 +-
...erMonitoringInfoToCounterUpdateTransformer.java | 5 +-
.../graph/CreateExecutableStageNodeFunction.java | 12 +-
...nsertFetchAndFilterStreamingSideInputNodes.java | 6 +-
.../worker/graph/RegisterNodeFunction.java | 6 +-
.../dataflow/worker/status/ThreadzServlet.java | 3 +-
.../dataflow/worker/util/MemoryMonitor.java | 7 +-
.../dataflow/worker/util/ScalableBloomFilter.java | 3 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 3 +-
.../common/worker/BatchingShuffleEntryReader.java | 10 +-
.../common/worker/ByteArrayShufflePosition.java | 4 +-
.../common/worker/CachingShuffleBatchReader.java | 8 +-
.../worker/GroupingShuffleEntryIterator.java | 4 +-
.../common/worker/GroupingShuffleRangeTracker.java | 6 +-
.../worker/util/common/worker/MapTaskExecutor.java | 5 +-
.../worker/util/common/worker/NativeReader.java | 13 +-
.../common/worker/OutputObjectAndByteCounter.java | 2 +-
.../worker/util/common/worker/ReadOperation.java | 8 +-
.../util/common/worker/ShuffleBatchReader.java | 4 +-
.../worker/util/common/worker/ShuffleEntry.java | 3 +-
.../util/common/worker/ShuffleEntryReader.java | 2 +-
.../worker/util/common/worker/WorkExecutor.java | 8 +-
.../worker/windmill/GrpcWindmillServer.java | 2 +-
.../worker/windmill/WindmillServerStub.java | 2 +-
.../dataflow/worker/AvroByteReaderFactoryTest.java | 2 +-
.../worker/CombineValuesFnFactoryTest.java | 3 +-
.../runners/dataflow/worker/ConcatReaderTest.java | 2 +-
.../DataflowElementExecutionTrackerTest.java | 5 +-
.../worker/DataflowOperationContextTest.java | 2 +-
.../worker/DataflowWorkProgressUpdaterTest.java | 2 +-
.../dataflow/worker/FakeWindmillServer.java | 12 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 4 +-
.../dataflow/worker/InMemoryReaderTest.java | 2 +-
.../IntrinsicMapTaskExecutorFactoryTest.java | 2 +-
.../runners/dataflow/worker/ReaderFactoryTest.java | 2 +-
.../runners/dataflow/worker/ReaderTestUtils.java | 2 +-
...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 4 +-
.../dataflow/worker/ShuffleReaderFactoryTest.java | 2 +-
.../dataflow/worker/TestOperationContext.java | 2 +-
.../runners/dataflow/worker/TestShuffleReader.java | 4 +-
.../dataflow/worker/WindmillStateCacheTest.java | 7 +-
.../worker/WindmillTimerInternalsTest.java | 2 +-
.../dataflow/worker/WorkItemStatusClientTest.java | 3 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 7 +-
.../fn/control/BeamFnMapTaskExecutorTest.java | 2 +-
.../DataflowSideInputHandlerFactoryTest.java | 2 +-
.../RegisterAndProcessBundleOperationTest.java | 2 +-
.../SingularProcessBundleProgressTrackerTest.java | 3 +-
...tFetchAndFilterStreamingSideInputNodesTest.java | 4 +-
.../dataflow/worker/graph/NetworksTest.java | 5 +-
.../ReplacePgbkWithPrecombineFunctionTest.java | 2 +-
.../worker/testing/TestCountingSource.java | 2 +-
.../worker/util/CounterHamcrestMatchers.java | 6 +-
.../worker/GroupingShuffleEntryIteratorTest.java | 2 +-
.../common/worker/WorkProgressUpdaterTest.java | 2 +-
.../worker/windmill/GrpcWindmillServerTest.java | 2 +-
.../control/ProcessBundleDescriptors.java | 2 +-
...renceCountingExecutableStageContextFactory.java | 3 +-
.../wire/LengthPrefixUnknownCodersTest.java | 3 +-
.../beam/runners/jobsubmission/JobInvocation.java | 4 +-
.../runners/jet/FailedRunningPipelineResults.java | 2 +-
.../java/org/apache/beam/runners/jet/Utils.java | 3 +-
.../beam/runners/jet/metrics/JetMetricResults.java | 2 +-
.../beam/runners/jet/processors/WindowGroupP.java | 2 +-
.../java/org/apache/beam/runners/local/Bundle.java | 2 +-
.../apache/beam/runners/local/StructuralKey.java | 3 +-
.../runners/portability/CloseableResource.java | 4 +-
.../portability/JobServicePipelineResult.java | 6 +-
runners/samza/job-server/build.gradle | 2 -
.../beam/runners/samza/SamzaJobServerDriver.java | 2 +-
.../beam/runners/samza/SamzaPipelineResult.java | 2 +-
.../beam/runners/samza/runtime/KeyedInternals.java | 2 +-
.../beam/runners/samza/runtime/KeyedTimerData.java | 3 +-
.../beam/runners/samza/runtime/OpMessage.java | 3 +-
.../samza/runtime/SamzaStoreStateInternals.java | 14 +-
.../samza/runtime/SamzaTimerInternalsFactory.java | 4 +-
.../runners/samza/adapter/TestUnboundedSource.java | 2 +-
runners/spark/job-server/container/build.gradle | 2 -
.../apache/beam/runners/spark/SparkJobInvoker.java | 2 +-
.../runners/spark/TestSparkPipelineOptions.java | 2 +-
.../beam/runners/spark/io/EmptyCheckpointMark.java | 3 +-
.../beam/runners/spark/io/MicrobatchSource.java | 3 +-
.../metrics/SparkMetricsContainerStepMap.java | 3 +-
.../spark/stateful/SparkStateInternals.java | 3 +-
.../spark/stateful/SparkTimerInternals.java | 2 +-
.../metrics/SparkMetricsContainerStepMap.java | 3 +-
.../translation/batch/PipelineTranslatorBatch.java | 2 +-
.../batch/functions/SparkSideInputReader.java | 2 +-
.../translation/helpers/EncoderHelpers.java | 8 +-
.../streaming/PipelineTranslatorStreaming.java | 2 +-
.../translation/utils/CachedSideInputReader.java | 2 +-
.../translation/utils/SideInputStorage.java | 3 +-
.../runners/spark/translation/BoundedDataset.java | 4 +-
.../spark/translation/EvaluationContext.java | 2 +-
.../spark/translation/GroupCombineFunctions.java | 2 +-
.../SparkBatchPortablePipelineTranslator.java | 5 +-
.../runners/spark/translation/SparkCombineFn.java | 2 +-
.../spark/translation/TransformTranslator.java | 8 +-
.../streaming/StreamingTransformTranslator.java | 5 +-
.../apache/beam/runners/spark/util/ByteArray.java | 3 +-
.../runners/spark/util/CachedSideInputReader.java | 2 +-
.../beam/runners/spark/util/SideInputStorage.java | 3 +-
.../runners/spark/util/SparkSideInputReader.java | 2 +-
.../runners/spark/SparkPortableExecutionTest.java | 8 +-
.../Twister2BatchPipelineTranslator.java | 2 +-
.../twister2/utils/Twister2SideInputReader.java | 2 +-
.../main/java/org/apache/beam/sdk/Pipeline.java | 8 +-
.../apache/beam/sdk/annotations/package-info.java | 2 +-
.../java/org/apache/beam/sdk/coders/AvroCoder.java | 4 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 4 +-
.../org/apache/beam/sdk/coders/CoderRegistry.java | 2 +-
.../org/apache/beam/sdk/coders/DelegateCoder.java | 6 +-
.../org/apache/beam/sdk/coders/NullableCoder.java | 6 +-
.../java/org/apache/beam/sdk/coders/RowCoder.java | 3 +-
.../apache/beam/sdk/coders/SerializableCoder.java | 6 +-
.../beam/sdk/coders/StringDelegateCoder.java | 3 +-
.../beam/sdk/coders/StructuralByteArray.java | 3 +-
.../apache/beam/sdk/coders/StructuredCoder.java | 3 +-
.../java/org/apache/beam/sdk/coders/VoidCoder.java | 5 +-
.../org/apache/beam/sdk/coders/package-info.java | 2 +-
.../apache/beam/sdk/expansion/package-info.java | 2 +-
.../org/apache/beam/sdk/harness/package-info.java | 2 +-
.../main/java/org/apache/beam/sdk/io/AvroIO.java | 77 +-
.../apache/beam/sdk/io/AvroSchemaIOProvider.java | 126 +++
.../main/java/org/apache/beam/sdk/io/AvroSink.java | 4 +-
.../java/org/apache/beam/sdk/io/AvroSource.java | 22 +-
.../org/apache/beam/sdk/io/BlockBasedSource.java | 8 +-
.../sdk/io/BoundedReadFromUnboundedSource.java | 9 +-
.../java/org/apache/beam/sdk/io/BoundedSource.java | 8 +-
.../apache/beam/sdk/io/ClassLoaderFileSystem.java | 2 +-
.../org/apache/beam/sdk/io/CompressedSource.java | 2 +-
.../beam/sdk/io/ConstantAvroDestination.java | 8 +-
.../org/apache/beam/sdk/io/CountingSource.java | 12 +-
.../apache/beam/sdk/io/DefaultFilenamePolicy.java | 9 +-
.../beam/sdk/io/DynamicFileDestinations.java | 11 +-
.../java/org/apache/beam/sdk/io/FileBasedSink.java | 15 +-
.../org/apache/beam/sdk/io/FileBasedSource.java | 6 +-
.../main/java/org/apache/beam/sdk/io/FileIO.java | 57 +-
.../apache/beam/sdk/io/FileSystemRegistrar.java | 3 +-
.../org/apache/beam/sdk/io/GenerateSequence.java | 19 +-
.../beam/sdk/io}/GenericRecordWriteConverter.java | 2 +-
.../beam/sdk/io/LocalFileSystemRegistrar.java | 2 +-
.../org/apache/beam/sdk/io/LocalResourceId.java | 9 +-
.../src/main/java/org/apache/beam/sdk/io/Read.java | 5 +-
.../beam/sdk/io/SerializableAvroCodecFactory.java | 2 +-
.../java/org/apache/beam/sdk/io/TFRecordIO.java | 23 +-
.../main/java/org/apache/beam/sdk/io/TextIO.java | 63 +-
.../apache/beam/sdk/io/TextRowCountEstimator.java | 7 +-
.../main/java/org/apache/beam/sdk/io/TextSink.java | 16 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 4 +-
.../org/apache/beam/sdk/io/UnboundedSource.java | 2 +-
.../java/org/apache/beam/sdk/io/WriteFiles.java | 21 +-
.../java/org/apache/beam/sdk/io/fs/ResourceId.java | 2 +-
.../org/apache/beam/sdk/io/fs/package-info.java | 2 +-
.../java/org/apache/beam/sdk/io/package-info.java | 2 +-
.../java/org/apache/beam/sdk/io/range/ByteKey.java | 3 +-
.../org/apache/beam/sdk/io/range/ByteKeyRange.java | 3 +-
.../beam/sdk/io/range/ByteKeyRangeTracker.java | 4 +-
.../org/apache/beam/sdk/io/range/OffsetRange.java | 3 +-
.../org/apache/beam/sdk/io/range/package-info.java | 2 +-
.../org/apache/beam/sdk/metrics/MetricKey.java | 5 +-
.../apache/beam/sdk/metrics/MetricNameFilter.java | 5 +-
.../org/apache/beam/sdk/metrics/MetricResult.java | 5 +-
.../org/apache/beam/sdk/metrics/package-info.java | 2 +-
.../beam/sdk/options/ExperimentalOptions.java | 2 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 2 +-
.../beam/sdk/options/PortablePipelineOptions.java | 2 +-
.../beam/sdk/options/ProxyInvocationHandler.java | 12 +-
.../org/apache/beam/sdk/options/ValueProvider.java | 12 +-
.../java/org/apache/beam/sdk/package-info.java | 2 +-
.../beam/sdk/runners/TransformHierarchy.java | 11 +-
.../org/apache/beam/sdk/runners/package-info.java | 2 +-
.../apache/beam/sdk/schemas/AutoValueSchema.java | 2 +-
.../apache/beam/sdk/schemas/CachingFactory.java | 6 +-
.../beam/sdk/schemas/FieldAccessDescriptor.java | 11 +-
.../apache/beam/sdk/schemas/FieldValueGetter.java | 2 +-
.../apache/beam/sdk/schemas/FieldValueSetter.java | 2 +-
.../sdk/schemas/FieldValueTypeInformation.java | 89 +-
.../beam/sdk/schemas/FromRowUsingCreator.java | 7 +-
.../sdk/schemas/GetterBasedSchemaProvider.java | 5 +-
.../apache/beam/sdk/schemas/JavaBeanSchema.java | 7 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 42 +-
.../org/apache/beam/sdk/schemas/SchemaCoder.java | 8 +-
.../apache/beam/sdk/schemas/SchemaProvider.java | 2 +-
.../beam/sdk/schemas/SchemaProviderRegistrar.java | 12 +-
.../apache/beam/sdk/schemas/SchemaRegistry.java | 2 +-
.../sdk/schemas/annotations/DefaultSchema.java | 5 +-
.../beam/sdk/schemas/annotations/package-info.java | 2 +-
.../beam/sdk/schemas/io/SchemaIOProvider.java | 5 +-
.../apache/beam/sdk/schemas/io/package-info.java | 2 +-
.../sdk/schemas/logicaltypes/EnumerationType.java | 3 +-
.../beam/sdk/schemas/logicaltypes/OneOfType.java | 4 +-
.../sdk/schemas/logicaltypes/package-info.java | 2 +-
.../org/apache/beam/sdk/schemas/package-info.java | 2 +-
.../parser/FieldAccessDescriptorParser.java | 8 +-
.../sdk/schemas/parser/generated/package-info.java | 2 +-
.../beam/sdk/schemas/parser/package-info.java | 2 +-
.../beam/sdk/schemas/transforms/AddFields.java | 9 +-
.../beam/sdk/schemas/transforms/CoGroup.java | 7 +-
.../beam/sdk/schemas/transforms/Convert.java | 5 +-
.../apache/beam/sdk/schemas/transforms/Filter.java | 8 +-
.../apache/beam/sdk/schemas/transforms/Join.java | 4 +-
.../sdk/schemas/transforms/SchemaAggregateFn.java | 10 +-
.../apache/beam/sdk/schemas/transforms/Select.java | 8 +-
.../beam/sdk/schemas/transforms/package-info.java | 2 +-
.../beam/sdk/schemas/utils/AutoValueUtils.java | 11 +-
.../apache/beam/sdk/schemas/utils/AvroUtils.java | 30 +-
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 6 +-
.../beam/sdk/schemas/utils/ConvertHelpers.java | 6 +-
.../apache/beam/sdk/schemas/utils/POJOUtils.java | 5 +-
.../beam/sdk/schemas/utils/ReflectUtils.java | 11 +-
.../beam/sdk/schemas/utils/package-info.java | 2 +-
.../org/apache/beam/sdk/state/ReadableState.java | 2 +-
.../org/apache/beam/sdk/state/ReadableStates.java | 7 +-
.../java/org/apache/beam/sdk/state/StateSpecs.java | 30 +-
.../java/org/apache/beam/sdk/state/Timers.java | 2 +-
.../org/apache/beam/sdk/state/package-info.java | 2 +-
.../java/org/apache/beam/sdk/testing/PAssert.java | 22 +-
.../beam/sdk/testing/SerializableMatchers.java | 6 +-
.../apache/beam/sdk/testing/SourceTestUtils.java | 10 +-
.../apache/beam/sdk/testing/SuccessOrFailure.java | 15 +-
.../org/apache/beam/sdk/testing/TestPipeline.java | 4 +-
.../beam/sdk/testing/TestPipelineOptions.java | 2 +-
.../org/apache/beam/sdk/testing/TestStream.java | 3 +-
.../apache/beam/sdk/testing/WindowFnTestUtils.java | 2 +-
.../apache/beam/sdk/testing/WindowSupplier.java | 4 +-
.../org/apache/beam/sdk/testing/package-info.java | 2 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 8 +-
.../beam/sdk/transforms/ApproximateUnique.java | 8 +-
.../org/apache/beam/sdk/transforms/Combine.java | 23 +-
.../org/apache/beam/sdk/transforms/CombineFns.java | 7 +-
.../java/org/apache/beam/sdk/transforms/Count.java | 3 +-
.../org/apache/beam/sdk/transforms/Create.java | 7 +-
.../apache/beam/sdk/transforms/Deduplicate.java | 6 +-
.../org/apache/beam/sdk/transforms/Distinct.java | 5 +-
.../beam/sdk/transforms/DoFnOutputReceivers.java | 2 +-
.../org/apache/beam/sdk/transforms/DoFnTester.java | 32 +-
.../beam/sdk/transforms/FlatMapElements.java | 16 +-
.../beam/sdk/transforms/InferableFunction.java | 4 +-
.../org/apache/beam/sdk/transforms/JsonToRow.java | 2 +-
.../apache/beam/sdk/transforms/MapElements.java | 14 +-
.../beam/sdk/transforms/Materializations.java | 2 +-
.../java/org/apache/beam/sdk/transforms/Max.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Mean.java | 3 +-
.../java/org/apache/beam/sdk/transforms/Min.java | 4 +-
.../org/apache/beam/sdk/transforms/PTransform.java | 4 +-
.../java/org/apache/beam/sdk/transforms/ParDo.java | 2 +-
.../beam/sdk/transforms/PeriodicSequence.java | 8 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 2 +-
.../beam/sdk/transforms/SerializableFunctions.java | 2 +-
.../apache/beam/sdk/transforms/SimpleFunction.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Sum.java | 8 +-
.../org/apache/beam/sdk/transforms/ToJson.java | 2 +-
.../java/org/apache/beam/sdk/transforms/Top.java | 8 +-
.../java/org/apache/beam/sdk/transforms/View.java | 8 +-
.../java/org/apache/beam/sdk/transforms/Wait.java | 4 +-
.../java/org/apache/beam/sdk/transforms/Watch.java | 30 +-
.../apache/beam/sdk/transforms/WithFailures.java | 5 +-
.../org/apache/beam/sdk/transforms/WithKeys.java | 4 +-
.../beam/sdk/transforms/display/DisplayData.java | 47 +-
.../beam/sdk/transforms/display/package-info.java | 2 +-
.../beam/sdk/transforms/join/CoGbkResult.java | 14 +-
.../sdk/transforms/join/CoGbkResultSchema.java | 3 +-
.../sdk/transforms/join/KeyedPCollectionTuple.java | 4 +-
.../beam/sdk/transforms/join/RawUnionValue.java | 11 +-
.../beam/sdk/transforms/join/package-info.java | 2 +-
.../apache/beam/sdk/transforms/package-info.java | 2 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 14 +-
.../beam/sdk/transforms/reflect/DoFnSignature.java | 75 +-
.../sdk/transforms/reflect/DoFnSignatures.java | 40 +-
.../reflect/StableInvokerNamingStrategy.java | 5 +-
.../beam/sdk/transforms/reflect/package-info.java | 2 +-
.../splittabledofn/ByteKeyRangeTracker.java | 6 +-
.../splittabledofn/OffsetRangeTracker.java | 6 +-
.../splittabledofn/RestrictionTracker.java | 8 +-
.../sdk/transforms/splittabledofn/SplitResult.java | 8 +-
.../transforms/splittabledofn/package-info.java | 2 +-
.../beam/sdk/transforms/windowing/AfterPane.java | 3 +-
.../transforms/windowing/AfterProcessingTime.java | 3 +-
.../windowing/AfterSynchronizedProcessingTime.java | 3 +-
.../sdk/transforms/windowing/AfterWatermark.java | 6 +-
.../sdk/transforms/windowing/FixedWindows.java | 3 +-
.../sdk/transforms/windowing/GlobalWindow.java | 3 +-
.../sdk/transforms/windowing/GlobalWindows.java | 3 +-
.../sdk/transforms/windowing/IntervalWindow.java | 3 +-
.../windowing/MergeOverlappingIntervalWindows.java | 4 +-
.../beam/sdk/transforms/windowing/PaneInfo.java | 3 +-
.../beam/sdk/transforms/windowing/Sessions.java | 3 +-
.../sdk/transforms/windowing/SlidingWindows.java | 3 +-
.../beam/sdk/transforms/windowing/Trigger.java | 18 +-
.../beam/sdk/transforms/windowing/Window.java | 26 +-
.../sdk/transforms/windowing/package-info.java | 2 +-
.../java/org/apache/beam/sdk/util/ApiSurface.java | 2 +-
.../org/apache/beam/sdk/util/InstanceBuilder.java | 6 +-
.../java/org/apache/beam/sdk/util/MoreFutures.java | 2 +-
.../org/apache/beam/sdk/util/Preconditions.java | 434 ++++++++
.../java/org/apache/beam/sdk/util/RowJson.java | 2 +-
.../beam/sdk/util/SerializableThrowable.java | 11 +-
.../apache/beam/sdk/util/UnownedInputStream.java | 3 +-
.../apache/beam/sdk/util/UnownedOutputStream.java | 3 +-
.../org/apache/beam/sdk/util/WindowedValue.java | 11 +-
.../main/java/org/apache/beam/sdk/values/KV.java | 2 +-
.../org/apache/beam/sdk/values/PCollection.java | 11 +-
.../apache/beam/sdk/values/PCollectionList.java | 3 +-
.../apache/beam/sdk/values/PCollectionTuple.java | 3 +-
.../apache/beam/sdk/values/PCollectionView.java | 2 +-
.../apache/beam/sdk/values/PCollectionViews.java | 18 +-
.../org/apache/beam/sdk/values/PValueBase.java | 4 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 113 +-
.../java/org/apache/beam/sdk/values/RowUtils.java | 2 +-
.../org/apache/beam/sdk/values/RowWithGetters.java | 6 +-
.../org/apache/beam/sdk/values/RowWithStorage.java | 2 +-
.../org/apache/beam/sdk/values/ShardedKey.java | 3 +-
.../apache/beam/sdk/values/TimestampedValue.java | 4 +-
.../java/org/apache/beam/sdk/values/TupleTag.java | 3 +-
.../org/apache/beam/sdk/values/TypeDescriptor.java | 7 +-
.../org/apache/beam/sdk/values/TypeParameter.java | 3 +-
.../beam/sdk/values/ValueInSingleWindow.java | 5 +-
.../apache/beam/sdk/values/ValueWithRecordId.java | 3 +-
.../apache/beam/sdk/values/WindowingStrategy.java | 3 +-
.../org/apache/beam/sdk/values/package-info.java | 2 +-
.../org/apache/beam/sdk/coders/AvroCoderTest.java | 18 +-
.../apache/beam/sdk/coders/AvroCoderTestPojo.java | 3 +-
.../apache/beam/sdk/coders/CustomCoderTest.java | 3 +-
.../apache/beam/sdk/coders/DelegateCoderTest.java | 5 +-
.../sdk/coders/PCollectionCustomCoderTest.java | 2 -
.../beam/sdk/coders/SerializableCoderTest.java | 5 +-
.../beam/sdk/coders/StructuredCoderTest.java | 9 +-
.../java/org/apache/beam/sdk/io/AvroIOTest.java | 8 +-
.../org/apache/beam/sdk/io/AvroSourceTest.java | 10 +-
.../sdk/io/BoundedReadFromUnboundedSourceTest.java | 2 +-
.../apache/beam/sdk/io/CompressedSourceTest.java | 2 +-
.../apache/beam/sdk/io/FileBasedSourceTest.java | 2 +-
.../test/java/org/apache/beam/sdk/io/ReadTest.java | 5 +-
.../org/apache/beam/sdk/io/TextIOWriteTest.java | 2 +-
.../sdk/options/ProxyInvocationHandlerTest.java | 5 +-
.../beam/sdk/schemas/AutoValueSchemaTest.java | 1 -
.../apache/beam/sdk/schemas/AvroSchemaTest.java | 5 +-
.../apache/beam/sdk/schemas/SchemaCoderTest.java | 7 +-
.../beam/sdk/schemas/transforms/ConvertTest.java | 9 +-
.../beam/sdk/schemas/utils/TestJavaBeans.java | 106 +-
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 64 +-
.../beam/sdk/testing/CoderPropertiesTest.java | 5 +-
.../org/apache/beam/sdk/testing/PAssertTest.java | 3 +-
.../beam/sdk/testing/SerializableMatchersTest.java | 3 +-
.../apache/beam/sdk/testing/TestPipelineTest.java | 3 +-
.../apache/beam/sdk/transforms/CombineFnsTest.java | 3 +-
.../apache/beam/sdk/transforms/CombineTest.java | 5 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 3 +-
.../apache/beam/sdk/transforms/GroupByKeyTest.java | 3 +-
.../org/apache/beam/sdk/transforms/ParDoTest.java | 5 +-
.../org/apache/beam/sdk/transforms/WaitTest.java | 2 +-
.../org/apache/beam/sdk/transforms/WatchTest.java | 2 +-
.../sdk/transforms/display/DisplayDataTest.java | 3 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 1 -
.../beam/sdk/transforms/windowing/WindowTest.java | 3 +-
.../core/client/operator/AssignEventTime.java | 6 +-
.../euphoria/core/client/operator/CountByKey.java | 6 +-
.../euphoria/core/client/operator/Distinct.java | 13 +-
.../euphoria/core/client/operator/Filter.java | 4 +-
.../euphoria/core/client/operator/FlatMap.java | 10 +-
.../euphoria/core/client/operator/FullJoin.java | 2 +-
.../euphoria/core/client/operator/Join.java | 8 +-
.../euphoria/core/client/operator/LeftJoin.java | 2 +-
.../euphoria/core/client/operator/MapElements.java | 6 +-
.../core/client/operator/OutputValues.java | 2 +-
.../euphoria/core/client/operator/ReduceByKey.java | 30 +-
.../core/client/operator/ReduceWindow.java | 28 +-
.../euphoria/core/client/operator/RightJoin.java | 2 +-
.../euphoria/core/client/operator/SumByKey.java | 6 +-
.../euphoria/core/client/operator/TopPerKey.java | 14 +-
.../euphoria/core/client/operator/Union.java | 4 +-
.../core/client/operator/WindowBuilder.java | 4 +-
.../core/client/operator/base/Operator.java | 6 +-
.../core/client/operator/base/ShuffleOperator.java | 6 +-
.../euphoria/core/client/type/TypeUtils.java | 8 +-
.../euphoria/core/client/util/Triple.java | 3 +-
.../translate/BroadcastHashJoinTranslator.java | 2 +-
.../euphoria/core/translate/FlatMapTranslator.java | 4 +-
.../euphoria/core/translate/JoinTranslator.java | 2 +-
.../core/translate/ReduceByKeyTranslator.java | 2 +-
.../core/translate/SingleValueContext.java | 4 +-
.../core/translate/TimestampExtractTransform.java | 2 +-
.../translate/collector/AdaptableCollector.java | 4 +-
.../translate/collector/SingleValueCollector.java | 4 +-
.../core/client/type/TypePropagationAssert.java | 2 +-
.../extensions/euphoria/core/testkit/JoinTest.java | 7 +-
.../euphoria/core/testkit/ReduceByKeyTest.java | 14 +-
.../euphoria/core/testkit/TopPerKeyTest.java | 3 +-
.../euphoria/core/testkit/WindowingTest.java | 7 +-
.../core/translate/provider/ProviderTestUtils.java | 2 +-
.../sdk/extensions/gcp/options/GcpOptions.java | 5 +-
.../sdk/extensions/gcp/options/GcsOptions.java | 2 +-
.../extensions/gcp/storage/GcsCreateOptions.java | 5 +-
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 2 +-
.../sdk/extensions/gcp/storage/GcsResourceId.java | 7 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 10 +-
.../gcp/util/RetryHttpRequestInitializer.java | 4 +-
.../sdk/extensions/gcp/util/gcsfs/GcsPath.java | 6 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 2 +-
.../beam/sdk/extensions/jackson/AsJsons.java | 8 +-
.../beam/sdk/extensions/jackson/ParseJsons.java | 9 +-
.../extensions/jackson/JacksonTransformsTest.java | 5 +-
.../apache/beam/sdk/extensions/kryo/KryoCoder.java | 3 +-
.../beam/sdk/extensions/kryo/KryoCoderTest.java | 5 +-
.../beam/sdk/extensions/ml/AnnotateImages.java | 2 +-
.../beam/sdk/extensions/ml/AnnotateText.java | 5 +-
.../apache/beam/sdk/extensions/ml/CloudVision.java | 2 +-
.../beam/sdk/extensions/ml/DLPDeidentifyText.java | 20 +-
.../beam/sdk/extensions/ml/DLPInspectText.java | 14 +-
.../beam/sdk/extensions/ml/DLPReidentifyText.java | 20 +-
.../sdk/extensions/protobuf/DynamicProtoCoder.java | 3 +-
.../extensions/protobuf/ProtoByteBuddyUtils.java | 8 +-
.../beam/sdk/extensions/protobuf/ProtoCoder.java | 3 +-
.../beam/sdk/extensions/protobuf/ProtoDomain.java | 7 +-
.../extensions/protobuf/ProtoMessageSchema.java | 2 +-
.../protobuf/ProtoMessageSchemaTest.java | 4 +-
.../datacatalog/DataCatalogTableProvider.java | 2 +-
.../expansion/ExternalSqlTransformRegistrar.java | 2 +-
sdks/java/extensions/sql/hcatalog/build.gradle | 2 -
.../meta/provider/hcatalog/DatabaseProvider.java | 2 +-
.../provider/hcatalog/HCatalogTableProvider.java | 2 +-
.../beam/sdk/extensions/sql/jdbc/BeamSqlLine.java | 2 +-
.../bigquery/BigQueryPerfTableProvider.java | 7 +-
.../beam/sdk/extensions/sql/SqlTransform.java | 2 +-
.../sdk/extensions/sql/example/model/Customer.java | 3 +-
.../sdk/extensions/sql/example/model/Order.java | 3 +-
.../sdk/extensions/sql/impl/JdbcConnection.java | 2 +-
.../extensions/sql/impl/TVFSlidingWindowFn.java | 1 -
.../beam/sdk/extensions/sql/impl/TableName.java | 18 +-
.../extensions/sql/impl/parser/SqlDdlNodes.java | 2 +-
.../extensions/sql/impl/planner/BeamCostModel.java | 3 +-
.../sql/impl/rel/BeamAggregationRel.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 2 +-
.../sql/impl/rel/BeamEnumerableConverter.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamUnnestRel.java | 2 +-
.../sdk/extensions/sql/impl/rel/BeamWindowRel.java | 3 +-
.../sdk/extensions/sql/impl/rel/package-info.java | 2 +-
.../sql/impl/rule/BeamAggregationRule.java | 2 +-
.../sdk/extensions/sql/impl/rule/package-info.java | 2 +-
.../impl/transform/BeamBuiltinAggregations.java | 23 +-
.../transform/BeamBuiltinAnalyticFunctions.java | 65 +-
.../transform/agg/AggregationCombineFnAdapter.java | 5 +-
.../sql/impl/transform/agg/package-info.java | 2 +-
.../apache/beam/sdk/extensions/sql/meta/Table.java | 8 +-
.../sql/meta/provider/FullNameTableProvider.java | 2 +-
.../provider/SchemaIOTableProviderWrapper.java | 129 +++
.../sql/meta/provider/TableProvider.java | 2 +-
.../sql/meta/provider/avro/AvroTable.java | 82 --
.../sql/meta/provider/avro/AvroTableProvider.java | 23 +-
.../provider/bigquery/BeamBigQuerySqlDialect.java | 26 +-
.../provider/bigquery/BeamSqlUnparseContext.java | 3 +-
.../sql/meta/provider/mongodb/package-info.java | 2 +-
.../sql/meta/provider/parquet/ParquetTable.java | 68 --
.../provider/parquet/ParquetTableProvider.java | 23 +-
.../meta/provider/pubsub/PubsubIOJsonTable.java | 154 ---
.../provider/pubsub/PubsubJsonTableProvider.java | 56 +-
.../sql/meta/provider/pubsub/package-info.java | 2 +-
.../sql/meta/provider/text/TextTableProvider.java | 5 +-
.../extensions/sql/BeamAnalyticFunctionsTest.java | 113 ++
.../extensions/sql/InferredJavaBeanSqlTest.java | 5 +-
...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 5 +-
.../bigquery/BigQueryTestTableProvider.java | 2 +-
.../sql/meta/provider/kafka/KafkaCSVTableIT.java | 2 +-
.../sdk/extensions/sql/zetasql/DateTimeUtils.java | 2 +-
.../zetasql/SupportedZetaSqlBuiltinFunctions.java | 4 +-
.../zetasql/translation/ExpressionConverter.java | 44 +-
.../sql/zetasql/ZetaSqlDialectSpecTest.java | 127 ++-
.../sdk/fn/data/BeamFnDataGrpcMultiplexer.java | 6 +-
.../apache/beam/sdk/fn/data/LogicalEndpoint.java | 5 +-
.../beam/sdk/fn/splittabledofn/package-info.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 8 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 5 +-
.../state/LazyCachingIteratorToIterable.java | 3 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 1 -
.../sdk/io/aws/dynamodb/BasicDynamoDBProvider.java | 4 +-
.../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 27 +-
.../apache/beam/sdk/io/aws/options/S3Options.java | 2 +-
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 14 +-
.../apache/beam/sdk/io/aws/s3/S3ResourceId.java | 4 +-
.../beam/sdk/io/aws/sns/BasicSnsProvider.java | 4 +-
.../java/org/apache/beam/sdk/io/aws/sns/SnsIO.java | 18 +-
.../beam/sdk/io/aws/sqs/SqsCheckpointMark.java | 3 +-
.../java/org/apache/beam/sdk/io/aws/sqs/SqsIO.java | 8 +-
.../beam/sdk/io/aws/sqs/SqsUnboundedSource.java | 2 +-
.../org/apache/beam/sdk/io/aws/s3/S3TestUtils.java | 5 +-
.../aws2/dynamodb/BasicDynamoDbClientProvider.java | 4 +-
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 27 +-
.../io/aws2/sns/BasicSnsAsyncClientProvider.java | 4 +-
.../sdk/io/aws2/sns/BasicSnsClientProvider.java | 4 +-
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 24 +-
.../apache/beam/sdk/io/aws2/sns/SnsResponse.java | 4 +-
.../sdk/io/aws2/sqs/BasicSqsClientProvider.java | 4 +-
.../beam/sdk/io/aws2/sqs/SqsCheckpointMark.java | 3 +-
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 14 +-
.../apache/beam/sdk/io/aws2/sqs/SqsMessage.java | 11 +-
.../beam/sdk/io/aws2/sqs/SqsUnboundedSource.java | 2 +-
.../java/org/apache/beam/sdk/io/amqp/AmqpIO.java | 8 +-
sdks/java/io/azure/build.gradle | 2 -
.../azure/blobstore/AzureBlobStoreFileSystem.java | 2 +-
.../apache/beam/sdk/io/cassandra/CassandraIO.java | 82 +-
.../beam/sdk/io/cassandra/CassandraIOTest.java | 3 +-
.../beam/sdk/io/clickhouse/ClickHouseIO.java | 11 +-
.../apache/beam/sdk/io/clickhouse/TableSchema.java | 17 +-
.../beam/sdk/io/clickhouse/ClickHouseIOTest.java | 3 +-
.../org/apache/beam/sdk/io/common/HashingFn.java | 3 +-
.../beam/sdk/io/common/IOTestPipelineOptions.java | 2 +-
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 49 +-
.../io/common/FileBasedIOTestPipelineOptions.java | 2 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOIT.java | 3 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryAvroUtils.java | 9 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 14 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 109 +-
.../sdk/io/gcp/bigquery/BigQueryInsertError.java | 3 +-
.../sdk/io/gcp/bigquery/BigQueryQueryHelper.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 2 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 9 +-
.../sdk/io/gcp/bigquery/BigQuerySourceBase.java | 2 +-
.../gcp/bigquery/BigQueryStorageQuerySource.java | 2 +-
.../io/gcp/bigquery/BigQueryStorageSourceBase.java | 2 +-
.../gcp/bigquery/BigQueryStorageTableSource.java | 2 +-
.../sdk/io/gcp/bigquery/DynamicDestinations.java | 9 +-
.../gcp/bigquery/DynamicDestinationsHelpers.java | 10 +-
.../io/gcp/bigquery/PassThroughThenCleanup.java | 3 +-
.../beam/sdk/io/gcp/bigquery/TableDestination.java | 13 +-
.../sdk/io/gcp/bigquery/WriteBundlesToFiles.java | 3 +-
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 4 +-
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 4 +-
.../beam/sdk/io/gcp/bigtable/BigtableConfig.java | 20 +-
.../beam/sdk/io/gcp/bigtable/BigtableIO.java | 21 +-
.../sdk/io/gcp/bigtable/BigtableReadOptions.java | 8 +-
.../beam/sdk/io/gcp/datastore/DatastoreV1.java | 34 +-
.../apache/beam/sdk/io/gcp/healthcare/FhirIO.java | 12 +-
.../apache/beam/sdk/io/gcp/healthcare/HL7v2IO.java | 2 +-
.../beam/sdk/io/gcp/healthcare/HL7v2Message.java | 2 +-
.../sdk/io/gcp/healthcare/HealthcareApiClient.java | 2 +-
.../sdk/io/gcp/healthcare/HealthcareIOError.java | 2 +-
.../io/gcp/healthcare/HttpHealthcareApiClient.java | 2 +-
.../beam/sdk/io/gcp/pubsub/ExternalRead.java | 10 +-
.../beam/sdk/io/gcp/pubsub/ExternalWrite.java | 6 +-
.../beam/sdk/io/gcp/pubsub/PubsubClient.java | 14 +-
.../beam/sdk/io/gcp/pubsub/PubsubGrpcClient.java | 10 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 45 +-
.../beam/sdk/io/gcp/pubsub/PubsubJsonClient.java | 6 +-
.../beam/sdk/io/gcp/pubsub/PubsubMessage.java | 15 +-
.../beam/sdk/io/gcp/pubsub/PubsubMessageToRow.java | 2 +-
...IOProvider.java => PubsubSchemaIOProvider.java} | 16 +-
.../beam/sdk/io/gcp/pubsub/PubsubTestClient.java | 2 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSink.java | 14 +-
.../sdk/io/gcp/pubsub/PubsubUnboundedSource.java | 52 +-
.../apache/beam/sdk/io/gcp/pubsub/TestPubsub.java | 2 +-
.../beam/sdk/io/gcp/pubsub/TestPubsubSignal.java | 2 +-
.../io/gcp/pubsublite/BufferingPullSubscriber.java | 2 +-
.../sdk/io/gcp/pubsublite/PublisherOptions.java | 5 +-
.../gcp/pubsublite/PubsubLiteUnboundedSource.java | 2 +-
.../sdk/io/gcp/pubsublite/SubscriberOptions.java | 14 +-
.../beam/sdk/io/gcp/spanner/BatchSpannerRead.java | 5 +-
.../beam/sdk/io/gcp/spanner/MutationGroup.java | 3 +-
.../beam/sdk/io/gcp/spanner/NaiveSpannerRead.java | 7 +-
.../beam/sdk/io/gcp/spanner/ReadOperation.java | 20 +-
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 20 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 23 +-
.../beam/sdk/io/gcp/spanner/Transaction.java | 5 +-
.../beam/sdk/io/gcp/testing/BigqueryClient.java | 5 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 2 +-
.../cloud/spanner/FakeBatchTransactionId.java | 3 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 3 +-
.../BigQueryTimePartitioningClusteringIT.java | 2 +-
.../beam/sdk/io/gcp/bigtable/BigtableIOTest.java | 5 +-
.../beam/sdk/io/gcp/datastore/SplitQueryFnIT.java | 2 +-
.../beam/sdk/io/gcp/datastore/V1TestOptions.java | 2 +-
.../beam/sdk/io/gcp/datastore/V1TestUtil.java | 6 +-
.../sdk/io/gcp/pubsub/PubsubIOExternalTest.java | 2 +-
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 3 +-
.../sdk/io/gcp/pubsub/PubsubMessageToRowTest.java | 2 +-
.../beam/sdk/io/gcp/spanner/SpannerReadIT.java | 2 +-
.../beam/sdk/io/gcp/spanner/SpannerWriteIT.java | 2 +-
.../sdk/io/hadoop/SerializableConfiguration.java | 2 +-
.../apache/beam/sdk/io/hadoop/WritableCoder.java | 3 +-
.../apache/beam/sdk/io/hdfs/HadoopResourceId.java | 3 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 40 +-
.../beam/sdk/io/hadoop/format/HadoopFormats.java | 2 +-
.../apache/beam/sdk/io/hadoop/format/Employee.java | 3 +-
.../java/org/apache/beam/sdk/io/hbase/HBaseIO.java | 11 +-
.../beam/sdk/io/hcatalog/HCatalogBeamSchema.java | 2 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 42 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 91 +-
.../org/apache/beam/sdk/io/jdbc/LogicalTypes.java | 3 +-
.../apache/beam/sdk/io/jms/JmsCheckpointMark.java | 3 +-
.../java/org/apache/beam/sdk/io/jms/JmsIO.java | 41 +-
.../java/org/apache/beam/sdk/io/jms/JmsRecord.java | 8 +-
...onfluentSchemaRegistryDeserializerProvider.java | 2 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 52 +-
.../org/apache/beam/sdk/io/kafka/KafkaRecord.java | 4 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 2 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 2 +-
.../beam/sdk/io/kinesis/BasicKinesisProvider.java | 4 +-
.../apache/beam/sdk/io/kinesis/CustomOptional.java | 5 +-
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 33 +-
.../apache/beam/sdk/io/kinesis/KinesisRecord.java | 3 +-
.../apache/beam/sdk/io/kinesis/StartingPoint.java | 3 +-
.../beam/sdk/io/kinesis/AmazonKinesisMock.java | 3 +-
.../java/org/apache/beam/sdk/io/kudu/KuduIO.java | 45 +-
.../beam/sdk/io/mongodb/AggregationQuery.java | 3 +-
.../org/apache/beam/sdk/io/mongodb/FindQuery.java | 5 +-
.../beam/sdk/io/mongodb/MongoDbGridFSIO.java | 34 +-
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 21 +-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 22 +-
.../io}/parquet/GenericRecordReadConverter.java | 4 +-
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 25 +-
.../sdk/io/parquet/ParquetSchemaIOProvider.java | 112 ++
.../sdk/io}/parquet/GenericRecordToRowTest.java | 2 +-
.../apache/beam/sdk/io/rabbitmq/RabbitMqIO.java | 33 +-
.../beam/sdk/io/rabbitmq/RabbitMqMessage.java | 18 +-
.../beam/sdk/io/rabbitmq/ExchangeTestPlan.java | 6 +-
.../sdk/io/redis/RedisConnectionConfiguration.java | 5 +-
.../java/org/apache/beam/sdk/io/redis/RedisIO.java | 43 +-
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 107 +-
.../java/org/apache/beam/sdk/io/solr/SolrIO.java | 27 +-
.../beam/sdk/io/splunk/HttpEventPublisher.java | 5 +-
.../org/apache/beam/sdk/io/splunk/SplunkEvent.java | 17 +-
.../beam/sdk/io/splunk/SplunkEventWriter.java | 14 +-
.../org/apache/beam/sdk/io/splunk/SplunkIO.java | 17 +-
.../beam/sdk/io/splunk/SplunkWriteError.java | 11 +-
.../sdk/io/synthetic/SyntheticUnboundedSource.java | 2 +-
.../org/apache/beam/sdk/io/thrift/ThriftIO.java | 11 +-
.../org/apache/beam/sdk/io/tika/ParseResult.java | 6 +-
.../java/org/apache/beam/sdk/io/tika/TikaIO.java | 15 +-
.../java/org/apache/beam/sdk/io/xml/JAXBCoder.java | 3 +-
.../java/org/apache/beam/sdk/io/xml/XmlIO.java | 37 +-
.../org/apache/beam/sdk/io/xml/JAXBCoderTest.java | 3 +-
.../java/org/apache/beam/sdk/io/xml/XmlIOTest.java | 3 +-
.../org/apache/beam/sdk/io/xml/XmlSourceTest.java | 3 +-
.../src/main/java/StarterPipeline.java | 4 +-
.../beam/sdk/loadtests/CoGroupByKeyLoadTest.java | 2 +-
.../org/apache/beam/sdk/loadtests/LoadTest.java | 2 +-
.../apache/beam/sdk/loadtests/LoadTestOptions.java | 2 +-
.../java/org/apache/beam/sdk/nexmark/Main.java | 5 +-
.../beam/sdk/nexmark/NexmarkConfiguration.java | 3 +-
.../apache/beam/sdk/nexmark/NexmarkLauncher.java | 22 +-
.../apache/beam/sdk/nexmark/NexmarkOptions.java | 20 +-
.../org/apache/beam/sdk/nexmark/NexmarkPerf.java | 8 +-
.../apache/beam/sdk/nexmark/NexmarkQueryName.java | 2 +-
.../org/apache/beam/sdk/nexmark/model/Auction.java | 3 +-
.../apache/beam/sdk/nexmark/model/AuctionBid.java | 3 +-
.../beam/sdk/nexmark/model/AuctionCount.java | 3 +-
.../beam/sdk/nexmark/model/AuctionPrice.java | 3 +-
.../org/apache/beam/sdk/nexmark/model/Bid.java | 3 +-
.../beam/sdk/nexmark/model/BidsPerSession.java | 3 +-
.../beam/sdk/nexmark/model/CategoryPrice.java | 3 +-
.../org/apache/beam/sdk/nexmark/model/Done.java | 3 +-
.../org/apache/beam/sdk/nexmark/model/Event.java | 10 +-
.../beam/sdk/nexmark/model/IdNameReserve.java | 3 +-
.../beam/sdk/nexmark/model/NameCityStateId.java | 3 +-
.../org/apache/beam/sdk/nexmark/model/Person.java | 3 +-
.../apache/beam/sdk/nexmark/model/SellerPrice.java | 3 +-
.../sdk/nexmark/queries/AbstractSimulator.java | 2 +-
.../sdk/nexmark/queries/NexmarkQueryModel.java | 5 +-
.../sdk/nexmark/queries/NexmarkQueryTransform.java | 2 +-
.../apache/beam/sdk/nexmark/queries/Query10.java | 9 +-
.../apache/beam/sdk/nexmark/queries/Query8.java | 2 +-
.../beam/sdk/nexmark/queries/WinningBids.java | 6 +-
.../sdk/nexmark/queries/WinningBidsSimulator.java | 5 +-
.../sdk/nexmark/sources/BoundedEventSource.java | 7 +-
.../sdk/nexmark/sources/UnboundedEventSource.java | 8 +-
.../sdk/nexmark/sources/generator/Generator.java | 3 +-
.../runners/interactive/interactive_runner_test.py | 2 -
.../apache_beam/runners/worker/data_plane_test.py | 3 -
.../runners/worker/worker_status_test.py | 3 -
sdks/python/apache_beam/testing/util.py | 42 -
settings.gradle | 2 +
1042 files changed, 9557 insertions(+), 9350 deletions(-)
copy {sdks/python/container/py2 => .test-infra/jenkins}/build.gradle (90%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/io/AvroSchemaIOProvider.java
rename
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/avro
=> core/src/main/java/org/apache/beam/sdk/io}/GenericRecordWriteConverter.java
(97%)
create mode 100644
sdks/java/core/src/main/java/org/apache/beam/sdk/util/Preconditions.java
create mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/SchemaIOTableProviderWrapper.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/avro/AvroTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/parquet/ParquetTable.java
delete mode 100644
sdks/java/extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/pubsub/PubsubIOJsonTable.java
rename
sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/pubsub/{PubsubSchemaCapableIOProvider.java
=> PubsubSchemaIOProvider.java} (96%)
rename
sdks/java/{extensions/sql/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider
=>
io/parquet/src/main/java/org/apache/beam/sdk/io}/parquet/GenericRecordReadConverter.java
(95%)
create mode 100644
sdks/java/io/parquet/src/main/java/org/apache/beam/sdk/io/parquet/ParquetSchemaIOProvider.java
rename
sdks/java/{extensions/sql/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider
=>
io/parquet/src/test/java/org/apache/beam/sdk/io}/parquet/GenericRecordToRowTest.java
(98%)
