Updated package names, imports and shell scripts
Project: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/commit/2c22b8a9 Tree: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/tree/2c22b8a9 Diff: http://git-wip-us.apache.org/repos/asf/incubator-gobblin/diff/2c22b8a9 Branch: refs/heads/master Commit: 2c22b8a92eb1eefed43c7345bd271e6385c7b8a5 Parents: 976b3d9 Author: Abhishek Tiwari <[email protected]> Authored: Sun Jul 30 17:02:16 2017 -0700 Committer: Abhishek Tiwari <[email protected]> Committed: Sun Jul 30 17:02:16 2017 -0700 ---------------------------------------------------------------------- bin/gobblin-admin.sh | 2 +- bin/gobblin-compaction.sh | 4 +- bin/gobblin-standalone.sh | 2 +- .../gobblin/gradle/BuildProperties.groovy | 10 +-- .../apache/gobblin/gradle/BuildProperty.groovy | 2 +- .../apache/gobblin/admin/AdminWebServer.java | 4 +- .../admin/DefaultAdminWebServerFactory.java | 6 +- .../org/apache/gobblin/cli/AdminClient.java | 6 +- .../main/java/org/apache/gobblin/cli/Cli.java | 2 +- .../org/apache/gobblin/cli/CliTablePrinter.java | 2 +- .../java/org/apache/gobblin/cli/Command.java | 2 +- .../java/org/apache/gobblin/cli/JobCommand.java | 6 +- .../apache/gobblin/cli/JobInfoPrintUtils.java | 8 +- .../gobblin/admin/AdminWebServerTest.java | 4 +- .../java/org/apache/gobblin/Constructs.java | 16 ++-- .../java/org/apache/gobblin/ack/Ackable.java | 2 +- .../gobblin/ack/BasicAckableForTesting.java | 2 +- .../apache/gobblin/ack/HierarchicalAckable.java | 2 +- .../org/apache/gobblin/annotation/Alias.java | 4 +- .../org/apache/gobblin/annotation/Alpha.java | 2 +- .../org/apache/gobblin/annotation/Beta.java | 2 +- .../org/apache/gobblin/annotation/Stable.java | 2 +- .../apache/gobblin/broker/BrokerConstants.java | 2 +- .../gobblin/broker/ResourceCoordinate.java | 10 +-- .../apache/gobblin/broker/ResourceEntry.java | 4 +- .../org/apache/gobblin/broker/SimpleScope.java | 6 +- .../apache/gobblin/broker/SimpleScopeType.java | 6 +- .../gobblin_scopes/GobblinScopeInstance.java | 4 +- .../gobblin_scopes/GobblinScopeTypes.java | 6 +- .../broker/gobblin_scopes/JobScopeInstance.java | 2 +- .../gobblin_scopes/TaskScopeInstance.java | 2 +- .../apache/gobblin/broker/iface/ConfigView.java | 2 +- .../broker/iface/NoSuchScopeException.java | 2 +- .../broker/iface/NotConfiguredException.java | 2 +- .../gobblin/broker/iface/ScopeInstance.java | 2 +- .../apache/gobblin/broker/iface/ScopeType.java | 2 +- .../gobblin/broker/iface/ScopedConfigView.java | 2 +- .../broker/iface/SharedResourceFactory.java | 2 +- .../iface/SharedResourceFactoryResponse.java | 2 +- .../gobblin/broker/iface/SharedResourceKey.java | 2 +- .../broker/iface/SharedResourcesBroker.java | 2 +- .../broker/iface/SubscopedBrokerBuilder.java | 4 +- .../org/apache/gobblin/codec/StreamCodec.java | 4 +- .../apache/gobblin/commit/CommitSequence.java | 4 +- .../gobblin/commit/CommitSequenceStore.java | 4 +- .../org/apache/gobblin/commit/CommitStep.java | 4 +- .../apache/gobblin/commit/CommitStepBase.java | 6 +- .../gobblin/commit/DeliverySemantics.java | 6 +- .../gobblin/compat/hadoop/TextSerializer.java | 2 +- .../gobblin/compat/hadoop/WritableShim.java | 2 +- .../configuration/ConfigurationKeys.java | 2 +- .../configuration/ImmutableWorkUnitState.java | 4 +- .../gobblin/configuration/SourceState.java | 6 +- .../org/apache/gobblin/configuration/State.java | 6 +- .../gobblin/configuration/StateUtils.java | 2 +- .../gobblin/configuration/WorkUnitState.java | 16 ++-- .../org/apache/gobblin/converter/Converter.java | 26 +++--- .../converter/DataConversionException.java | 2 +- .../converter/SchemaConversionException.java | 4 +- .../initializer/ConverterInitializer.java | 4 +- .../initializer/NoopConverterInitializer.java | 6 +- .../apache/gobblin/crypto/CredentialStore.java | 2 +- .../gobblin/crypto/CredentialStoreProvider.java | 2 +- .../gobblin/crypto/EncryptionProvider.java | 4 +- .../org/apache/gobblin/dataset/Dataset.java | 2 +- .../apache/gobblin/dataset/DatasetsFinder.java | 2 +- .../gobblin/dataset/FileSystemDataset.java | 2 +- .../gobblin/dataset/IterableDatasetFinder.java | 2 +- .../dataset/IterableDatasetFinderImpl.java | 2 +- .../org/apache/gobblin/fork/CopyHelper.java | 2 +- .../gobblin/fork/CopyNotSupportedException.java | 2 +- .../java/org/apache/gobblin/fork/Copyable.java | 2 +- .../org/apache/gobblin/fork/ForkOperator.java | 4 +- .../java/org/apache/gobblin/fork/Forker.java | 14 +-- .../apache/gobblin/initializer/Initializer.java | 2 +- .../gobblin/initializer/NoopInitializer.java | 2 +- .../apache/gobblin/metadata/MetadataMerger.java | 4 +- .../gobblin/password/PasswordManager.java | 6 +- .../apache/gobblin/publisher/DataPublisher.java | 8 +- .../publisher/SingleTaskDataPublisher.java | 6 +- .../gobblin/publisher/UnpublishedHandling.java | 4 +- .../qualitychecker/row/RowLevelPolicy.java | 8 +- .../qualitychecker/task/TaskLevelPolicy.java | 6 +- .../FieldDoesNotExistException.java | 2 +- .../recordaccess/IncorrectTypeException.java | 2 +- .../gobblin/recordaccess/RecordAccessor.java | 4 +- .../recordaccess/RecordAccessorException.java | 2 +- .../recordaccess/RecordAccessorProvider.java | 2 +- .../gobblin/records/ControlMessageHandler.java | 4 +- .../records/FlushControlMessageHandler.java | 6 +- .../gobblin/records/RecordStreamConsumer.java | 2 +- .../gobblin/records/RecordStreamProcessor.java | 4 +- .../records/RecordStreamWithMetadata.java | 6 +- .../runtime/BasicTestControlMessage.java | 6 +- .../runtime/api/AdminWebServerFactory.java | 4 +- .../org/apache/gobblin/runtime/api/Spec.java | 2 +- .../runtime/api/SpecExecutorInstance.java | 4 +- .../api/SpecExecutorInstanceConsumer.java | 2 +- .../api/SpecExecutorInstanceProducer.java | 4 +- .../java/org/apache/gobblin/source/Source.java | 10 +-- .../gobblin/source/WorkUnitStreamSource.java | 6 +- .../extractor/CheckpointableWatermark.java | 4 +- .../source/extractor/ComparableWatermark.java | 2 +- .../source/extractor/DataRecordException.java | 2 +- .../gobblin/source/extractor/Extractor.java | 8 +- .../source/extractor/StreamingExtractor.java | 6 +- .../gobblin/source/extractor/Watermark.java | 2 +- .../source/extractor/WatermarkInterval.java | 2 +- .../extractor/WatermarkSerializerHelper.java | 2 +- .../source/workunit/BasicWorkUnitStream.java | 2 +- .../apache/gobblin/source/workunit/Extract.java | 10 +-- .../gobblin/source/workunit/ExtractFactory.java | 4 +- .../source/workunit/ImmutableExtract.java | 6 +- .../source/workunit/ImmutableWorkUnit.java | 4 +- .../MissingExtractAttributeException.java | 2 +- .../gobblin/source/workunit/MultiWorkUnit.java | 2 +- .../gobblin/source/workunit/WorkUnit.java | 14 +-- .../source/workunit/WorkUnitBinPacker.java | 2 +- .../gobblin/source/workunit/WorkUnitStream.java | 2 +- .../source/workunit/WorkUnitWeighter.java | 2 +- .../apache/gobblin/stream/ControlMessage.java | 2 +- .../gobblin/stream/FlushControlMessage.java | 2 +- .../apache/gobblin/stream/RecordEnvelope.java | 10 +-- .../org/apache/gobblin/stream/StreamEntity.java | 6 +- .../gobblin/testing/AssertWithBackoff.java | 2 +- .../apache/gobblin/util/ClassAliasResolver.java | 4 +- .../apache/gobblin/util/CompletedFuture.java | 2 +- .../java/org/apache/gobblin/util/Decorator.java | 2 +- .../org/apache/gobblin/util/DecoratorUtils.java | 2 +- .../org/apache/gobblin/util/FinalState.java | 4 +- .../gobblin/util/RecordCountProvider.java | 2 +- .../org/apache/gobblin/writer/DataWriter.java | 8 +- .../gobblin/writer/DataWriterBuilder.java | 10 +-- .../org/apache/gobblin/writer/Destination.java | 4 +- .../gobblin/writer/FluentDataWriterBuilder.java | 2 +- .../apache/gobblin/writer/FsWriterMetrics.java | 2 +- .../gobblin/writer/PartitionIdentifier.java | 2 +- .../apache/gobblin/writer/WatermarkStorage.java | 6 +- .../gobblin/writer/WriterOutputFormat.java | 2 +- .../apache/gobblin/writer/WriterWrapper.java | 2 +- .../initializer/NoopWriterInitializer.java | 6 +- .../writer/initializer/WriterInitializer.java | 4 +- .../java/com/linkedin/gobblin/TestAlias.java | 2 +- .../gobblin/ack/HierarchicalAckableTest.java | 2 +- .../gobblin_scopes/GobblinScopesTest.java | 2 +- .../gobblin/compat/TextSerializerTest.java | 4 +- .../apache/gobblin/configuration/StateTest.java | 2 +- .../apache/gobblin/converter/ConverterTest.java | 14 +-- .../org/apache/gobblin/fork/CopyHelperTest.java | 2 +- .../org/apache/gobblin/fork/ForkerTest.java | 14 +-- .../gobblin/password/PasswordManagerTest.java | 6 +- .../gobblin/source/extractor/TestWatermark.java | 2 +- .../gobblin/source/extractor/WatermarkTest.java | 6 +- .../source/workunit/ExtractFactoryTest.java | 2 +- .../gobblin/stream/RecordEnvelopeTest.java | 14 +-- .../apache/gobblin/stream/StreamEntityTest.java | 4 +- .../gobblin/testing/AssertWithBackoffTest.java | 2 +- .../gobblin/util/ClassAliasResolverTest.java | 4 +- .../gobblin/writer/FsWriterMetricsTest.java | 2 +- .../values/auditor/ValueAuditGenerator.java | 14 +-- .../auditor/ValueAuditRuntimeMetadata.java | 2 +- .../column/AbstractColumnProjectionPolicy.java | 4 +- .../policy/column/ColumnProjectionPolicy.java | 2 +- .../DefaultColumnProjectionPolicyFactory.java | 6 +- .../ProjectAllColumnProjectionPolicy.java | 6 +- .../policy/row/AbstractRowSelectionPolicy.java | 8 +- .../row/DefaultRowSelectionPolicyFactory.java | 10 +-- .../values/policy/row/RowSelectionPolicy.java | 2 +- .../policy/row/SelectAllRowSelectionPolicy.java | 8 +- .../gobblin/audit/values/sink/AuditSink.java | 2 +- .../values/sink/DefaultAuditSinkFactory.java | 6 +- .../gobblin/audit/values/sink/FsAuditSink.java | 12 +-- .../gobblin/audit/values/FsAuditSinkTest.java | 6 +- .../apache/gobblin/audit/values/MockSink.java | 8 +- .../audit/values/ValueAuditGeneratorTest.java | 10 +-- .../values/ValueAuditRuntimeMetadataTest.java | 6 +- .../gobblin/aws/AWSClusterSecurityManager.java | 8 +- .../gobblin/aws/AWSJobConfigurationManager.java | 20 ++--- .../org/apache/gobblin/aws/AWSSdkClient.java | 4 +- .../apache/gobblin/aws/AWSShutdownHandler.java | 4 +- .../gobblin/aws/CloudInitScriptBuilder.java | 10 +-- .../gobblin/aws/GobblinAWSClusterLauncher.java | 26 +++--- .../gobblin/aws/GobblinAWSClusterManager.java | 16 ++-- .../aws/GobblinAWSConfigurationKeys.java | 4 +- .../gobblin/aws/GobblinAWSTaskRunner.java | 18 ++-- .../org/apache/gobblin/aws/GobblinAWSUtils.java | 4 +- .../apache/gobblin/aws/Log4jConfigHelper.java | 4 +- .../aws/AWSJobConfigurationManagerTest.java | 6 +- .../gobblin/aws/CloudInitScriptBuilderTest.java | 2 +- .../aws/GobblinAWSClusterLauncherTest.java | 18 ++-- .../cluster/ClusterEventMetadataGenerator.java | 16 ++-- .../gobblin/cluster/ContainerMetrics.java | 10 +-- .../GobblinClusterConfigurationKeys.java | 4 +- .../gobblin/cluster/GobblinClusterManager.java | 28 +++--- .../cluster/GobblinClusterMetricTagNames.java | 4 +- .../gobblin/cluster/GobblinClusterUtils.java | 4 +- .../gobblin/cluster/GobblinHelixConstants.java | 2 +- .../apache/gobblin/cluster/GobblinHelixJob.java | 18 ++-- .../cluster/GobblinHelixJobLauncher.java | 46 +++++----- .../cluster/GobblinHelixJobScheduler.java | 26 +++--- .../cluster/GobblinHelixMessagingService.java | 2 +- .../gobblin/cluster/GobblinHelixTask.java | 42 ++++----- .../gobblin/cluster/GobblinHelixTaskDriver.java | 2 +- .../cluster/GobblinHelixTaskFactory.java | 10 +-- .../cluster/GobblinHelixTaskStateTracker.java | 10 +-- .../gobblin/cluster/GobblinTaskRunner.java | 22 ++--- .../gobblin/cluster/GobblinTaskStateModel.java | 6 +- .../cluster/GobblinTaskStateModelFactory.java | 6 +- .../gobblin/cluster/HelixMessageSubTypes.java | 4 +- .../org/apache/gobblin/cluster/HelixUtils.java | 4 +- .../cluster/JobConfigurationManager.java | 16 ++-- .../gobblin/cluster/NoopReplyHandler.java | 2 +- .../ScheduledJobConfigurationManager.java | 18 ++-- .../StreamingJobConfigurationManager.java | 22 ++--- .../event/ClusterManagerShutdownRequest.java | 4 +- .../event/DeleteJobConfigArrivalEvent.java | 4 +- .../cluster/event/NewJobConfigArrivalEvent.java | 4 +- .../event/UpdateJobConfigArrivalEvent.java | 4 +- .../ClusterEventMetadataGeneratorTest.java | 14 +-- .../gobblin/cluster/GobblinClusterKillTest.java | 4 +- .../cluster/GobblinClusterManagerTest.java | 6 +- .../cluster/GobblinHelixJobLauncherTest.java | 20 ++--- .../gobblin/cluster/GobblinHelixTaskTest.java | 28 +++--- .../gobblin/cluster/GobblinTaskRunnerTest.java | 4 +- .../gobblin/cluster/HelixMessageTestBase.java | 2 +- .../apache/gobblin/cluster/HelixUtilsTest.java | 4 +- .../cluster/JobConfigurationManagerTest.java | 6 +- .../org/apache/gobblin/cluster/TestHelper.java | 6 +- .../TestShutdownMessageHandlerFactory.java | 2 +- .../apache/gobblin/compaction/CliOptions.java | 4 +- .../apache/gobblin/compaction/Compactor.java | 2 +- .../compaction/CompactorCreationException.java | 2 +- .../gobblin/compaction/CompactorFactory.java | 8 +- .../compaction/ReflectionCompactorFactory.java | 6 +- .../action/CompactionCompleteAction.java | 6 +- .../CompactionCompleteFileOperationAction.java | 30 +++---- .../CompactionHiveRegistrationAction.java | 24 +++--- .../action/CompactionMarkDirectoryAction.java | 16 ++-- .../compaction/audit/AuditCountClient.java | 2 +- .../audit/AuditCountClientFactory.java | 4 +- .../audit/KafkaAuditCountHttpClient.java | 4 +- .../audit/KafkaAuditCountHttpClientFactory.java | 6 +- .../audit/PinotAuditCountHttpClient.java | 4 +- .../audit/PinotAuditCountHttpClientFactory.java | 6 +- .../RecompactionCombineCondition.java | 14 +-- .../conditions/RecompactionCondition.java | 4 +- .../RecompactionConditionBasedOnDuration.java | 10 +-- .../RecompactionConditionBasedOnFileCount.java | 10 +-- .../RecompactionConditionBasedOnRatio.java | 12 +-- .../RecompactionConditionFactory.java | 4 +- .../gobblin/compaction/dataset/Dataset.java | 8 +- .../compaction/dataset/DatasetHelper.java | 18 ++-- .../compaction/dataset/DatasetsFinder.java | 12 +-- .../dataset/SimpleDatasetsFinder.java | 6 +- .../dataset/TimeBasedSubDirDatasetsFinder.java | 8 +- .../event/CompactionSlaEventHelper.java | 18 ++-- .../gobblin/compaction/event/DedupeStatus.java | 2 +- .../compaction/hive/AvroExternalTable.java | 4 +- .../compaction/hive/CompactionRunner.java | 6 +- .../apache/gobblin/compaction/hive/HdfsIO.java | 2 +- .../gobblin/compaction/hive/HdfsReader.java | 2 +- .../gobblin/compaction/hive/HdfsWriter.java | 4 +- .../gobblin/compaction/hive/HiveAttribute.java | 2 +- .../compaction/hive/HiveManagedTable.java | 4 +- .../gobblin/compaction/hive/HiveTable.java | 4 +- .../compaction/hive/SerialCompactor.java | 6 +- .../HiveRegistrationCompactorListener.java | 16 ++-- .../CompactionLauncherWriter.java | 12 +-- .../CompactionLauncherWriterBuilder.java | 6 +- .../HiveMetadataForCompactionExtractor.java | 14 +-- ...veMetadataForCompactionExtractorFactory.java | 8 +- .../hivebasedconstructs/MRCompactionEntity.java | 2 +- .../listeners/CompactorCompletionListener.java | 4 +- .../CompactorCompletionListenerFactory.java | 4 +- .../compaction/listeners/CompactorListener.java | 8 +- .../CompactorListenerCreationException.java | 2 +- .../listeners/CompactorListenerFactory.java | 4 +- .../ReflectionCompactorListenerFactory.java | 4 +- .../listeners/SerialCompactorListener.java | 4 +- .../SimpleCompactorCompletionListener.java | 10 +-- .../CompactionAvroJobConfigurator.java | 22 ++--- .../mapreduce/MRCompactionRunner.java | 22 ++--- .../compaction/mapreduce/MRCompactionTask.java | 20 ++--- .../mapreduce/MRCompactionTaskFactory.java | 8 +- .../compaction/mapreduce/MRCompactor.java | 62 +++++++------- .../mapreduce/MRCompactorJobPropCreator.java | 12 +-- .../mapreduce/MRCompactorJobRunner.java | 28 +++--- .../avro/AvroDeltaFieldNameProvider.java | 2 +- .../avro/AvroKeyCombineFileRecordReader.java | 4 +- .../avro/AvroKeyCompactorOutputCommitter.java | 4 +- .../avro/AvroKeyCompactorOutputFormat.java | 2 +- .../mapreduce/avro/AvroKeyDedupReducer.java | 4 +- .../mapreduce/avro/AvroKeyMapper.java | 2 +- .../AvroKeyRecursiveCombineFileInputFormat.java | 6 +- .../avro/ConfBasedDeltaFieldProvider.java | 2 +- .../FieldAttributeBasedDeltaFieldsProvider.java | 2 +- .../avro/MRCompactorAvroKeyDedupJobRunner.java | 8 +- .../compaction/parser/CompactionPathParser.java | 8 +- .../compaction/source/CompactionFailedTask.java | 16 ++-- .../compaction/source/CompactionSource.java | 80 ++++++++--------- .../compaction/suite/CompactionAvroSuite.java | 24 +++--- .../suite/CompactionAvroSuiteFactory.java | 6 +- .../compaction/suite/CompactionSuite.java | 16 ++-- .../suite/CompactionSuiteFactory.java | 4 +- .../compaction/suite/CompactionSuiteUtils.java | 8 +- .../verify/CompactionAuditCountVerifier.java | 16 ++-- .../verify/CompactionThresholdVerifier.java | 12 +-- .../verify/CompactionTimeRangeVerifier.java | 12 +-- .../compaction/verify/CompactionVerifier.java | 4 +- .../verify/DataCompletenessVerifier.java | 12 +-- .../verify/InputRecordCountHelper.java | 16 ++-- .../mapreduce/MRCompactionTaskTest.java | 28 +++--- ...obRunnerFilenameRecordCountProviderTest.java | 8 +- .../mapreduce/RenameSourceDirectoryTest.java | 4 +- .../mapreduce/avro/AvroKeyDedupReducerTest.java | 2 +- .../avro/ConfBasedDeltaFieldProviderTest.java | 2 +- ...ldAttributeBasedDeltaFieldsProviderTest.java | 2 +- .../MRCompactorAvroKeyDedupJobRunnerTest.java | 12 +-- .../conditions/RecompactionConditionTest.java | 20 ++--- .../suite/TestCompactionSuiteFactories.java | 6 +- .../compaction/suite/TestCompactionSuites.java | 8 +- .../verify/PinotAuditCountVerifierTest.java | 12 +-- .../dedup-schema/dedup-schema-with-pkey.avsc | 2 +- .../dedup-schema/dedup-schema-without-pkey.avsc | 2 +- .../gobblin/config/client/ConfigClient.java | 30 +++---- .../gobblin/config/client/ConfigClientCLI.java | 14 +-- .../config/client/ConfigClientCache.java | 4 +- .../config/client/ConfigClientUtils.java | 12 +-- .../client/ConfigStoreFactoryRegister.java | 4 +- .../gobblin/config/client/package-info.java | 2 +- .../gobblin/config/client/TestConfigClient.java | 12 +-- .../config/client/TestConfigClientUtils.java | 8 +- ...onfigStoreFactoryDoesNotExistsException.java | 2 +- .../client/api/VersionStabilityPolicy.java | 6 +- .../impl/CircularDependencyException.java | 2 +- .../common/impl/ConfigStoreBackedTopology.java | 12 +-- .../impl/ConfigStoreBackedValueInspector.java | 10 +-- .../impl/ConfigStoreTopologyInspector.java | 4 +- .../common/impl/ConfigStoreValueInspector.java | 4 +- .../config/common/impl/ImportTraverser.java | 2 +- .../config/common/impl/InMemoryTopology.java | 4 +- .../common/impl/InMemoryValueInspector.java | 6 +- .../impl/SingleLinkedListConfigKeyPath.java | 4 +- .../gobblin/config/store/api/ConfigKeyPath.java | 4 +- .../gobblin/config/store/api/ConfigStore.java | 4 +- .../store/api/ConfigStoreCreationException.java | 4 +- .../config/store/api/ConfigStoreFactory.java | 4 +- .../store/api/ConfigStoreWithBatchFetches.java | 4 +- .../store/api/ConfigStoreWithImportedBy.java | 4 +- .../ConfigStoreWithImportedByRecursively.java | 4 +- .../store/api/ConfigStoreWithResolution.java | 4 +- .../api/ConfigStoreWithStableVersioning.java | 6 +- .../store/api/VersionDoesNotExistException.java | 4 +- .../gobblin/config/store/api/package-info.java | 2 +- .../store/deploy/ClasspathConfigSource.java | 2 +- .../config/store/deploy/ConfigStream.java | 2 +- .../gobblin/config/store/deploy/Deployable.java | 4 +- .../store/deploy/DeployableConfigSource.java | 4 +- .../config/store/deploy/DeploymentConfig.java | 2 +- .../config/store/deploy/FsDeploymentConfig.java | 2 +- .../config/store/deploy/StoreDeployer.java | 6 +- .../DefaultCapableLocalConfigStoreFactory.java | 2 +- .../hdfs/SimpleHDFSConfigStoreFactory.java | 8 +- .../store/hdfs/SimpleHDFSStoreMetadata.java | 8 +- .../hdfs/SimpleHadoopFilesystemConfigStore.java | 28 +++--- ...impleHadoopFilesystemConfigStoreFactory.java | 8 +- .../hdfs/SimpleLocalHDFSConfigStoreFactory.java | 2 +- .../apache/gobblin/config/TestEnvironment.java | 6 +- .../config/common/impl/ImportTraverserTest.java | 2 +- .../common/impl/TestCircularDependency.java | 6 +- .../impl/TestConfigStoreValueInspector.java | 8 +- .../common/impl/TestInMemoryTopology.java | 6 +- .../impl/TestSingleLinkedListConfigKeyPath.java | 4 +- .../store/hdfs/SimpleHDFSStoreMetadataTest.java | 4 +- .../store/hdfs/SimpleHdfsConfigStoreTest.java | 16 ++-- .../SimpleHdfsConfigureStoreFactoryTest.java | 4 +- .../FineGrainedWatermarkTrackerBenchmark.java | 8 +- .../java/org/apache/gobblin/async/Callback.java | 2 +- .../compression/CompressionConfigParser.java | 8 +- .../gobblin/compression/CompressionFactory.java | 8 +- .../gobblin/converter/AsyncConverter1to1.java | 16 ++-- .../converter/AvroToAvroConverterBase.java | 4 +- .../gobblin/converter/IdentityConverter.java | 4 +- .../gobblin/converter/SamplingConverter.java | 6 +- .../gobblin/converter/SingleRecordIterable.java | 2 +- .../gobblin/converter/ToAvroConverterBase.java | 4 +- .../filter/AvroProjectionConverter.java | 18 ++-- .../filter/AvroSchemaFieldRemover.java | 2 +- ...blinTrackingEventFlattenFilterConverter.java | 18 ++-- .../gobblin/crypto/CredentialStoreFactory.java | 4 +- .../gobblin/crypto/EncryptionConfigParser.java | 12 +-- .../gobblin/crypto/EncryptionFactory.java | 4 +- .../instrumented/GobblinMetricsKeys.java | 4 +- .../gobblin/instrumented/Instrumentable.java | 8 +- .../gobblin/instrumented/Instrumented.java | 28 +++--- .../converter/InstrumentedConverter.java | 6 +- .../converter/InstrumentedConverterBase.java | 22 ++--- .../InstrumentedConverterDecorator.java | 24 +++--- .../extractor/InstrumentedExtractor.java | 8 +- .../extractor/InstrumentedExtractorBase.java | 30 +++---- .../InstrumentedExtractorDecorator.java | 24 +++--- .../fork/InstrumentedForkOperator.java | 4 +- .../fork/InstrumentedForkOperatorBase.java | 20 ++--- .../fork/InstrumentedForkOperatorDecorator.java | 14 +-- .../InstrumentedRowLevelPolicy.java | 4 +- .../InstrumentedRowLevelPolicyBase.java | 18 ++-- .../InstrumentedRowLevelPolicyDecorator.java | 14 +-- .../writer/InstrumentedDataWriter.java | 4 +- .../writer/InstrumentedDataWriterBase.java | 22 ++--- .../writer/InstrumentedDataWriterDecorator.java | 24 +++--- ...trumentedPartitionedDataWriterDecorator.java | 8 +- .../DefaultCheckpointableWatermark.java | 4 +- .../source/extractor/JobCommitPolicy.java | 6 +- .../source/extractor/WorkUnitRetryPolicy.java | 2 +- .../extractor/extract/AbstractSource.java | 22 ++--- .../extractor/extract/EventBasedExtractor.java | 6 +- .../extractor/extract/EventBasedSource.java | 4 +- .../source/extractor/extract/LongWatermark.java | 6 +- .../limiter/LimiterConfigurationKeys.java | 2 +- .../apache/gobblin/test/AnyToJsonConverter.java | 12 +-- .../gobblin/test/AnyToStringConverter.java | 12 +-- .../gobblin/test/SequentialTestSource.java | 34 ++++---- .../org/apache/gobblin/test/TestRecord.java | 2 +- .../writer/AcknowledgableRecordEnvelope.java | 8 +- .../gobblin/writer/AcknowledgableWatermark.java | 6 +- .../apache/gobblin/writer/AsyncDataWriter.java | 4 +- .../gobblin/writer/AsyncWriterManager.java | 30 +++---- .../java/org/apache/gobblin/writer/Batch.java | 6 +- .../apache/gobblin/writer/BatchAccumulator.java | 4 +- .../gobblin/writer/BatchAsyncDataWriter.java | 4 +- .../gobblin/writer/BufferedAsyncDataWriter.java | 4 +- .../gobblin/writer/BytesBoundedBatch.java | 4 +- .../writer/FineGrainedWatermarkTracker.java | 22 ++--- .../writer/FutureWrappedWriteCallback.java | 2 +- .../gobblin/writer/GenericWriteResponse.java | 2 +- .../writer/GenericWriteResponseWrapper.java | 2 +- .../gobblin/writer/LastWatermarkTracker.java | 4 +- .../writer/MultiWriterWatermarkManager.java | 6 +- .../writer/MultiWriterWatermarkTracker.java | 4 +- .../writer/PartitionAwareDataWriterBuilder.java | 4 +- .../org/apache/gobblin/writer/RecordFuture.java | 4 +- .../apache/gobblin/writer/RecordMetadata.java | 4 +- .../writer/SequentialBasedBatchAccumulator.java | 4 +- .../apache/gobblin/writer/SyncDataWriter.java | 4 +- .../writer/TrackerBasedWatermarkManager.java | 6 +- .../gobblin/writer/WatermarkAwareWriter.java | 8 +- .../writer/WatermarkAwareWriterWrapper.java | 6 +- .../apache/gobblin/writer/WatermarkManager.java | 4 +- .../apache/gobblin/writer/WatermarkTracker.java | 4 +- .../gobblin/writer/WatermarkTrackerFactory.java | 2 +- .../apache/gobblin/writer/WriteCallback.java | 4 +- .../apache/gobblin/writer/WriteResponse.java | 2 +- .../gobblin/writer/WriteResponseFuture.java | 2 +- .../gobblin/writer/WriteResponseMapper.java | 2 +- .../writer/exception/NonTransientException.java | 2 +- .../writer/partitioner/WriterPartitioner.java | 2 +- .../converter/AsyncConverter1to1Test.java | 10 +-- .../converter/SamplingConverterTest.java | 4 +- .../converter/SingleRecordIterableTest.java | 2 +- .../filter/AvroSchemaFieldRemoverTest.java | 2 +- ...TrackingEventFlattenFilterConverterTest.java | 6 +- .../crypto/EncryptionConfigParserTest.java | 6 +- .../converter/InstrumentedConverterTest.java | 20 ++--- .../extractor/InstrumentedExtractorTest.java | 20 ++--- .../fork/InstrumentedForkOperatorTest.java | 14 +-- .../InstrumentedRowLevelPolicyTest.java | 16 ++-- .../writer/InstrumentedDataWriterTest.java | 18 ++-- .../extractor/extract/AbstractSourceTest.java | 16 ++-- .../gobblin/writer/AsyncWriterManagerTest.java | 20 ++--- .../writer/FineGrainedWatermarkTrackerTest.java | 10 +-- .../writer/MultiWriterWatermarkManagerTest.java | 10 +-- .../gobblin/writer/WatermarkTrackerTest.java | 6 +- .../gobblin/async/AsyncDataDispatcher.java | 2 +- .../org/apache/gobblin/async/AsyncRequest.java | 4 +- .../gobblin/async/AsyncRequestBuilder.java | 2 +- .../apache/gobblin/async/BufferedRecord.java | 4 +- .../apache/gobblin/async/DispatchException.java | 2 +- .../gobblin/commit/FsRenameCommitStep.java | 10 +-- .../SpeculativeAttemptAwareConstruct.java | 4 +- .../apache/gobblin/config/ConfigBuilder.java | 2 +- .../apache/gobblin/converter/EmptyIterable.java | 2 +- .../GobblinMetricsPinotFlattenerConverter.java | 4 +- .../gobblin/converter/StringSchemaInjector.java | 4 +- .../avro/AvroFieldRetrieverConverter.java | 20 ++--- .../avro/AvroRecordToAvroWritableConverter.java | 10 +-- .../avro/AvroToAvroCopyableConverter.java | 16 ++-- .../converter/avro/AvroToBytesConverter.java | 10 +-- .../converter/avro/BytesToAvroConverter.java | 10 +-- .../avro/FlattenNestedKeyConverter.java | 18 ++-- .../avro/JsonElementConversionFactory.java | 6 +- .../avro/JsonIntermediateToAvroConverter.java | 20 ++--- .../avro/UnsupportedDateTypeException.java | 2 +- .../converter/csv/CsvToJsonConverter.java | 16 ++-- .../converter/csv/CsvToJsonConverterV2.java | 12 +-- .../filter/AvroFieldsPickConverter.java | 16 ++-- .../converter/filter/AvroFilterConverter.java | 20 ++--- .../http/AvroToRestJsonEntryConverter.java | 12 +-- .../gobblin/converter/http/RestEntry.java | 2 +- .../ConverterInitializerFactory.java | 12 +-- .../initializer/MultiConverterInitializer.java | 6 +- .../JsonStringToJsonIntermediateConverter.java | 12 +-- .../converter/json/JsonToStringConverter.java | 10 +-- .../objectstore/ObjectStoreConverter.java | 12 +-- .../objectstore/ObjectStoreDeleteConverter.java | 16 ++-- .../converter/serde/HiveSerDeConverter.java | 16 ++-- .../string/ObjectToStringConverter.java | 12 +-- .../converter/string/StringFilterConverter.java | 18 ++-- .../string/StringSplitterConverter.java | 14 +-- .../string/StringSplitterToListConverter.java | 16 ++-- .../string/StringToBytesConverter.java | 10 +-- .../converter/string/TextToStringConverter.java | 12 +-- .../gobblin/fork/CopyableGenericRecord.java | 2 +- .../org/apache/gobblin/fork/CopyableSchema.java | 2 +- .../gobblin/fork/IdentityForkOperator.java | 6 +- .../http/DefaultHttpClientConfigurator.java | 6 +- .../gobblin/http/HttpClientConfigurator.java | 4 +- .../http/HttpClientConfiguratorLoader.java | 6 +- .../gobblin/initializer/MultiInitializer.java | 2 +- .../java/org/apache/gobblin/net/Request.java | 2 +- .../policies/avro/AvroHeaderGuidPolicy.java | 6 +- .../avro/AvroHeaderTimestampPolicy.java | 6 +- .../AvroRecordTimestampLowerBoundPolicy.java | 10 +-- .../gobblin/policies/count/RowCountPolicy.java | 8 +- .../policies/count/RowCountRangePolicy.java | 8 +- .../schema/SchemaCompatibilityPolicy.java | 8 +- .../policies/schema/SchemaRowCheckPolicy.java | 6 +- .../time/RecordTimestampLowerBoundPolicy.java | 10 +-- .../gobblin/publisher/BaseDataPublisher.java | 28 +++--- .../BaseDataPublisherWithHiveRegistration.java | 6 +- .../publisher/CommitSequencePublisher.java | 16 ++-- .../publisher/HiveRegistrationPublisher.java | 26 +++--- .../apache/gobblin/publisher/NoopPublisher.java | 6 +- .../apache/gobblin/publisher/TaskPublisher.java | 8 +- .../gobblin/publisher/TaskPublisherBuilder.java | 6 +- .../publisher/TaskPublisherBuilderFactory.java | 6 +- .../publisher/TimePartitionedDataPublisher.java | 12 +-- .../publisher/TimestampDataPublisher.java | 10 +-- ...estampDataPublisherWithHiveRegistration.java | 8 +- .../row/RowLevelErrFileWriter.java | 4 +- .../row/RowLevelPolicyCheckResults.java | 2 +- .../row/RowLevelPolicyChecker.java | 24 +++--- .../row/RowLevelPolicyCheckerBuilder.java | 10 +-- .../RowLevelPolicyCheckerBuilderFactory.java | 4 +- .../task/TaskLevelPolicyCheckResults.java | 2 +- .../task/TaskLevelPolicyChecker.java | 2 +- .../task/TaskLevelPolicyCheckerBuilder.java | 8 +- .../TaskLevelPolicyCheckerBuilderFactory.java | 4 +- .../recordaccess/AvroGenericRecordAccessor.java | 4 +- .../recordaccess/CoreRecordAccessProvider.java | 2 +- .../RecordAccessorProviderFactory.java | 2 +- .../apache/gobblin/retry/RetryerFactory.java | 4 +- .../gobblin/security/ssl/SSLContextFactory.java | 6 +- .../source/DatePartitionedAvroFileSource.java | 12 +-- .../source/DatePartitionedDailyAvroSource.java | 8 +- .../source/DatePartitionedNestedRetriever.java | 16 ++-- .../source/PartitionAwareFileRetriever.java | 4 +- .../PartitionAwareFileRetrieverUtils.java | 14 +-- .../source/PartitionedFileSourceBase.java | 30 +++---- .../source/RegexBasedPartitionedRetriever.java | 10 +-- .../source/RegexPartitionedAvroFileSource.java | 8 +- .../DatePartitionedAvroFileExtractor.java | 6 +- .../source/extractor/DummyExtractor.java | 6 +- .../exception/ExtractPrepareException.java | 2 +- .../exception/HighWatermarkException.java | 2 +- .../extractor/exception/MetadataException.java | 2 +- .../exception/RecordCountException.java | 2 +- .../exception/RestApiClientException.java | 2 +- .../exception/RestApiConnectionException.java | 2 +- .../exception/RestApiProcessingException.java | 2 +- .../extractor/exception/SchemaException.java | 2 +- .../source/extractor/extract/Command.java | 2 +- .../source/extractor/extract/CommandOutput.java | 2 +- .../source/extractor/extract/CommandType.java | 2 +- .../source/extractor/extract/ExtractType.java | 2 +- .../extract/ProtocolSpecificLayer.java | 16 ++-- .../extractor/extract/QueryBasedExtractor.java | 38 ++++----- .../extractor/extract/QueryBasedSource.java | 48 +++++------ .../extractor/extract/SourceSpecificLayer.java | 14 +-- .../extract/restapi/RestApiCommand.java | 6 +- .../extract/restapi/RestApiCommandOutput.java | 4 +- .../extract/restapi/RestApiConnector.java | 18 ++-- .../extract/restapi/RestApiExtractor.java | 34 ++++---- .../extract/restapi/RestApiSpecificLayer.java | 4 +- .../extractor/extract/sftp/SftpExtractor.java | 6 +- .../extractor/extract/sftp/SftpFsHelper.java | 14 +-- .../extract/sftp/SftpLightWeightFileSystem.java | 12 +-- .../extractor/extract/sftp/SftpSource.java | 12 +-- .../extractor/filebased/CsvFileDownloader.java | 6 +- .../extractor/filebased/FileBasedExtractor.java | 14 +-- .../extractor/filebased/FileBasedHelper.java | 2 +- .../filebased/FileBasedHelperException.java | 2 +- .../extractor/filebased/FileBasedSource.java | 18 ++-- .../extractor/filebased/FileByteIterator.java | 2 +- .../extractor/filebased/FileDownloader.java | 4 +- .../extractor/filebased/GZIPFileDownloader.java | 4 +- .../filebased/SingleFileDownloader.java | 4 +- .../filebased/SizeAwareFileBasedHelper.java | 2 +- .../SizeAwareFileBasedHelperDecorator.java | 4 +- .../filebased/TextFileBasedSource.java | 14 +-- .../TimestampAwareFileBasedHelper.java | 2 +- .../TokenBasedFileInputStreamExtractor.java | 10 +-- .../filebased/TokenizedFileDownloader.java | 4 +- .../extractor/hadoop/AvroFileExtractor.java | 10 +-- .../source/extractor/hadoop/AvroFileSource.java | 14 +-- .../source/extractor/hadoop/AvroFsHelper.java | 14 +-- .../hadoop/HadoopFileInputExtractor.java | 6 +- .../extractor/hadoop/HadoopFileInputSource.java | 20 ++--- .../source/extractor/hadoop/HadoopFsHelper.java | 16 ++-- .../extractor/hadoop/HadoopTextInputSource.java | 6 +- .../hadoop/OldApiHadoopFileInputExtractor.java | 6 +- .../hadoop/OldApiHadoopFileInputSource.java | 20 ++--- .../hadoop/OldApiHadoopTextInputSource.java | 6 +- .../hadoop/OldApiWritableFileExtractor.java | 2 +- .../hadoop/OldApiWritableFileSource.java | 10 +-- .../extractor/partition/AppendMaxLimitType.java | 2 +- .../source/extractor/partition/Partition.java | 12 +-- .../source/extractor/partition/Partitioner.java | 22 ++--- .../source/extractor/resultset/RecordSet.java | 2 +- .../extractor/resultset/RecordSetList.java | 2 +- .../source/extractor/schema/ArrayDataType.java | 2 +- .../extractor/schema/ColumnAttributes.java | 2 +- .../source/extractor/schema/ColumnNameCase.java | 2 +- .../source/extractor/schema/DataType.java | 2 +- .../source/extractor/schema/EnumDataType.java | 2 +- .../source/extractor/schema/MapDataType.java | 2 +- .../gobblin/source/extractor/schema/Schema.java | 2 +- .../extractor/utils/InputStreamCSVReader.java | 4 +- .../source/extractor/utils/ProxyFsInput.java | 2 +- .../gobblin/source/extractor/utils/Utils.java | 6 +- .../extractor/watermark/DateWatermark.java | 6 +- .../extractor/watermark/HourWatermark.java | 6 +- .../source/extractor/watermark/Predicate.java | 2 +- .../extractor/watermark/SimpleWatermark.java | 6 +- .../extractor/watermark/TimestampWatermark.java | 6 +- .../source/extractor/watermark/Watermark.java | 4 +- .../extractor/watermark/WatermarkPredicate.java | 4 +- .../extractor/watermark/WatermarkType.java | 2 +- .../workunit/MultiWorkUnitWeightedQueue.java | 2 +- .../apache/gobblin/state/ConstructState.java | 8 +- .../java/org/apache/gobblin/util/TestUtils.java | 14 +-- .../gobblin/writer/AbstractAsyncDataWriter.java | 14 +-- .../gobblin/writer/AvroDataWriterBuilder.java | 2 +- .../gobblin/writer/AvroHdfsDataWriter.java | 10 +-- .../writer/CloseOnFlushWriterWrapper.java | 14 +-- .../apache/gobblin/writer/ConsoleWriter.java | 6 +- .../gobblin/writer/ConsoleWriterBuilder.java | 2 +- .../writer/DataWriterWrapperBuilder.java | 4 +- .../org/apache/gobblin/writer/FsDataWriter.java | 24 +++--- .../gobblin/writer/FsDataWriterBuilder.java | 14 +-- .../writer/HiveWritableHdfsDataWriter.java | 4 +- .../HiveWritableHdfsDataWriterBuilder.java | 6 +- .../gobblin/writer/MetadataAwareWriter.java | 4 +- .../gobblin/writer/MetadataWriterWrapper.java | 14 +-- .../gobblin/writer/PartitionedDataWriter.java | 26 +++--- .../org/apache/gobblin/writer/Retriable.java | 2 +- .../org/apache/gobblin/writer/RetryWriter.java | 18 ++-- ...SchemaBasedPartitionedDataWriterBuilder.java | 6 +- .../apache/gobblin/writer/SimpleDataWriter.java | 6 +- .../gobblin/writer/SimpleDataWriterBuilder.java | 12 +-- .../apache/gobblin/writer/ThrottleWriter.java | 20 ++--- .../gobblin/writer/http/AbstractHttpWriter.java | 10 +-- .../writer/http/AbstractHttpWriterBuilder.java | 12 +-- .../DelegatingHttpClientConnectionManager.java | 2 +- .../apache/gobblin/writer/http/HttpWriter.java | 2 +- .../gobblin/writer/http/HttpWriterBuilder.java | 4 +- .../writer/http/HttpWriterDecoration.java | 2 +- .../writer/http/HttpWriterDecorator.java | 2 +- .../gobblin/writer/http/RestJsonWriter.java | 4 +- .../writer/http/RestJsonWriterBuilder.java | 6 +- .../apache/gobblin/writer/http/RestWriter.java | 4 +- .../gobblin/writer/http/RestWriterBuilder.java | 6 +- .../http/SalesForceRestWriterBuilder.java | 12 +-- .../writer/http/SalesforceRestWriter.java | 6 +- .../http/UnexpectedResponseException.java | 2 +- .../initializer/MultiWriterInitializer.java | 6 +- .../initializer/WriterInitializerFactory.java | 12 +-- .../writer/objectstore/ObjectStoreClient.java | 6 +- .../objectstore/ObjectStoreDeleteOperation.java | 6 +- .../objectstore/ObjectStoreOperation.java | 6 +- .../ObjectStoreOperationBuilder.java | 4 +- .../writer/objectstore/ObjectStoreWriter.java | 8 +- .../objectstore/response/DeleteResponse.java | 2 +- .../objectstore/response/GetObjectResponse.java | 4 +- .../SchemaBasedWriterPartitioner.java | 4 +- .../TimeBasedAvroWriterPartitioner.java | 10 +-- .../partitioner/TimeBasedWriterPartitioner.java | 10 +-- .../WorkUnitStateWriterPartitioner.java | 6 +- .../writer/test/GobblinTestEventBusWriter.java | 14 +-- .../writer/test/TestingEventBusAsserter.java | 4 +- .../gobblin/writer/test/TestingEventBuses.java | 2 +- .../gobblin/async/AsyncDataDispatcherTest.java | 4 +- .../gobblin/commit/FsRenameCommitStepTest.java | 4 +- .../apache/gobblin/configuration/StateTest.java | 2 +- .../configuration/WorkUnitStateTest.java | 6 +- .../workunit/MultiWorkUnitTest.java | 6 +- .../gobblin/converter/EmptyIterableTest.java | 2 +- ...bblinMetricsPinotFlattenerConverterTest.java | 16 ++-- .../avro/AvroToBytesConverterTest.java | 8 +- .../avro/BytesToAvroConverterTest.java | 8 +- .../avro/FlattenNestedKeyConverterTest.java | 10 +-- .../JsonIntermediateToAvroConverterTest.java | 10 +-- .../converter/csv/CsvToJsonConverterV2Test.java | 6 +- .../filter/AvroFieldsPickConverterTest.java | 8 +- .../http/AvroToRestJsonEntryConverterTest.java | 6 +- .../ObjectStoreDeleteConverterTest.java | 4 +- .../string/ObjectToStringConverterTest.java | 8 +- .../string/StringFilterConverterTest.java | 8 +- .../string/StringSplitterConverterTest.java | 8 +- .../StringSplitterToListConverterTest.java | 8 +- .../string/TextToStringConverterTest.java | 6 +- .../gobblin/fork/CopyableGenericRecordTest.java | 2 +- .../apache/gobblin/fork/CopyableSchemaTest.java | 2 +- .../gobblin/fork/IdentityForkOperatorTest.java | 6 +- .../TestDefaultHttpClientConfiguration.java | 6 +- .../http/TestHttpClientConfiguratorLoader.java | 4 +- .../gobblin/instrumented/InstrumentedTest.java | 14 +-- .../policies/count/RowCountRangePolicyTest.java | 10 +-- .../publisher/BaseDataPublisherTest.java | 20 ++--- .../RowCountTaskLevelPolicyTest.java | 14 +-- .../RowLevelQualityCheckerTest.java | 12 +-- .../TaskLevelQualityCheckerTest.java | 14 +-- .../gobblin/qualitychecker/TestConstants.java | 2 +- .../qualitychecker/TestRowLevelPolicy.java | 6 +- .../qualitychecker/TestRowLevelPolicyFail.java | 6 +- .../qualitychecker/TestTaskLevelPolicy.java | 6 +- .../row/FrontLoadedSamplerTest.java | 2 +- .../AvroGenericRecordAccessorTest.java | 2 +- .../RecordAccessorProviderFactoryTest.java | 2 +- .../security/ssl/SSLContextFactoryTest.java | 2 +- .../org/apache/gobblin/serde/HiveSerDeTest.java | 34 ++++---- .../RegexBasedPartitionedRetrieverTest.java | 6 +- .../DatePartitionedAvroFileExtractorTest.java | 36 ++++---- .../extract/QueryBasedExtractorTest.java | 30 +++---- .../extractor/extract/QueryBasedSourceTest.java | 22 ++--- .../filebased/FileBasedExtractorTest.java | 10 +-- .../filebased/FileBasedSourceTest.java | 20 ++--- .../filebased/TokenizedFileDownloaderTest.java | 2 +- .../hadoop/HadoopFileInputSourceTest.java | 8 +- .../extractor/hadoop/HadoopFsHelperTest.java | 8 +- .../hadoop/OldApiHadoopFileInputSourceTest.java | 14 +-- .../extractor/partition/PartitionerTest.java | 12 +-- .../extractor/watermark/DateWatermarkTest.java | 2 +- .../extractor/watermark/HourWatermarkTest.java | 2 +- .../watermark/SimpleWatermarkTest.java | 4 +- .../watermark/TimestampWatermarkTest.java | 4 +- .../MultiWorkUnitWeightedQueueTest.java | 2 +- .../gobblin/state/ConstructStateTest.java | 6 +- .../gobblin/writer/AvroHdfsDataWriterTest.java | 8 +- .../writer/CloseOnFlushWriterWrapperTest.java | 8 +- .../gobblin/writer/ConsoleWriterTest.java | 10 +-- .../apache/gobblin/writer/DestinationTest.java | 4 +- .../writer/MetadataWriterWrapperTest.java | 12 +-- .../gobblin/writer/PartitionedWriterTest.java | 18 ++-- .../apache/gobblin/writer/RetryWriterTest.java | 10 +-- .../gobblin/writer/SimpleDataWriterTest.java | 12 +-- .../apache/gobblin/writer/TestConstants.java | 2 +- .../gobblin/writer/ThrottleWriterTest.java | 10 +-- .../writer/http/SalesforceRestWriterTest.java | 10 +-- .../objectstore/ObjectStoreWriterTest.java | 10 +-- .../SchemaBasedWriterPartitionerTest.java | 2 +- .../TimeBasedAvroWriterPartitionerTest.java | 20 ++--- .../test/GobblinTestEventBusWriterTest.java | 8 +- .../test/TestPartitionAwareWriterBuilder.java | 8 +- .../gobblin/writer/test/TestPartitioner.java | 6 +- .../test/TestingEventBusAsserterTest.java | 2 +- .../resources/converter/record_with_arrays.avsc | 2 +- .../conversion/hive/avro/AvroSchemaManager.java | 14 +-- .../hive/avro/SchemaNotFoundException.java | 2 +- .../converter/AbstractAvroToOrcConverter.java | 36 ++++---- .../HiveAvroToFlattenedOrcConverter.java | 8 +- .../converter/HiveAvroToNestedOrcConverter.java | 6 +- .../hive/dataset/ConvertibleHiveDataset.java | 10 +-- .../dataset/ConvertibleHiveDatasetFinder.java | 6 +- .../QueryBasedHiveConversionEntity.java | 20 ++--- .../entities/QueryBasedHivePublishEntity.java | 2 +- .../hive/entities/SchemaAwareHivePartition.java | 2 +- .../hive/entities/SchemaAwareHiveTable.java | 2 +- .../conversion/hive/events/EventConstants.java | 4 +- .../hive/events/EventWorkunitUtils.java | 14 +-- .../hive/extractor/HiveBaseExtractor.java | 16 ++-- .../extractor/HiveBaseExtractorFactory.java | 4 +- .../hive/extractor/HiveConvertExtractor.java | 22 ++--- .../extractor/HiveConvertExtractorFactory.java | 4 +- .../provider/DatePatternUpdateProvider.java | 4 +- .../hive/provider/HdfsBasedUpdateProvider.java | 6 +- .../HiveMetastoreBasedUpdateProvider.java | 4 +- .../hive/provider/HiveUnitUpdateProvider.java | 2 +- .../hive/provider/UpdateNotFoundException.java | 2 +- .../hive/provider/UpdateProviderFactory.java | 10 +-- .../hive/publisher/HiveConvertPublisher.java | 54 ++++++------ .../hive/query/HiveAvroORCQueryGenerator.java | 6 +- .../query/HiveValidationQueryGenerator.java | 6 +- .../hive/source/BackfillHiveSource.java | 8 +- .../hive/source/HiveAvroToOrcSource.java | 10 +-- .../conversion/hive/source/HiveSource.java | 70 +++++++-------- .../conversion/hive/source/HiveWorkUnit.java | 8 +- .../hive/watermarker/HiveSourceWatermarker.java | 12 +-- .../HiveSourceWatermarkerFactory.java | 4 +- .../watermarker/MultiKeyValueLongWatermark.java | 4 +- .../watermarker/PartitionLevelWatermarker.java | 36 ++++---- .../hive/watermarker/TableLevelWatermarker.java | 14 +-- .../hive/writer/HiveQueryExecutionWriter.java | 18 ++-- .../hive/writer/HiveQueryWriterBuilder.java | 10 +-- .../management/copy/AllEqualComparator.java | 2 +- .../management/copy/CloseableFsCopySource.java | 16 ++-- .../copy/ConcurrentBoundedWorkUnitList.java | 6 +- .../data/management/copy/CopyConfiguration.java | 14 +-- .../data/management/copy/CopyContext.java | 2 +- .../data/management/copy/CopyEntity.java | 8 +- .../data/management/copy/CopyResourcePool.java | 8 +- .../data/management/copy/CopySource.java | 90 ++++++++++---------- .../data/management/copy/CopyableDataset.java | 4 +- .../management/copy/CopyableDatasetBase.java | 4 +- .../copy/CopyableDatasetMetadata.java | 2 +- .../data/management/copy/CopyableFile.java | 10 +-- .../management/copy/CopyableFileFilter.java | 2 +- .../copy/CopyableGlobDatasetFinder.java | 4 +- .../management/copy/FileAwareInputStream.java | 2 +- .../copy/IterableCopyableDataset.java | 4 +- .../copy/IterableCopyableDatasetImpl.java | 6 +- .../management/copy/OwnerAndPermission.java | 2 +- .../management/copy/PreserveAttributes.java | 2 +- .../copy/ReadyCopyableFileFilter.java | 4 +- .../copy/RecursiveCopyableDataset.java | 18 ++-- .../management/copy/RecursivePathFinder.java | 12 +-- .../copy/SubsetFilesCopyableDataset.java | 12 +-- .../copy/SubsetFilesCopyableDatasetFinder.java | 14 +-- .../copy/TimestampBasedCopyableDataset.java | 28 +++--- .../copy/converter/DecryptConverter.java | 16 ++-- .../copy/converter/DistcpConverter.java | 18 ++-- .../copy/converter/UnGzipConverter.java | 6 +- .../copy/entities/CommitStepCopyEntity.java | 6 +- .../copy/entities/PostPublishStep.java | 4 +- .../copy/entities/PrePublishStep.java | 4 +- ...loseableFsFileAwareInputStreamExtractor.java | 8 +- .../copy/extractor/EmptyExtractor.java | 6 +- .../FileAwareInputStreamExtractor.java | 16 ++-- .../copy/hive/HiveCopyEntityHelper.java | 50 +++++------ .../data/management/copy/hive/HiveDataset.java | 34 ++++---- .../management/copy/hive/HiveDatasetFinder.java | 30 +++---- .../data/management/copy/hive/HiveFileSet.java | 6 +- .../copy/hive/HiveLocationDescriptor.java | 6 +- .../copy/hive/HivePartitionExtendedFilter.java | 2 +- .../HivePartitionExtendedFilterFactory.java | 2 +- .../copy/hive/HivePartitionFileSet.java | 24 +++--- .../hive/HivePartitionsDeregisterFileSet.java | 4 +- .../HiveTableLocationNotMatchException.java | 2 +- .../copy/hive/HiveTargetPathHelper.java | 4 +- .../data/management/copy/hive/HiveUtils.java | 2 +- .../copy/hive/PartitionFilterGenerator.java | 2 +- .../PathBasedHivePartitionFilterFactory.java | 10 +-- .../copy/hive/PathBasedPartitionFilter.java | 4 +- .../copy/hive/UnpartitionedTableFileSet.java | 12 +-- .../hive/avro/HiveAvroCopyEntityHelper.java | 6 +- .../LookbackPartitionFilterGenerator.java | 8 +- .../management/copy/predicates/AlwaysTrue.java | 2 +- ...itionTableRegistrationTimeSkipPredicate.java | 8 +- .../RegistrationTimeSkipPredicate.java | 10 +-- .../RootDirectoryModtimeSkipPredicate.java | 8 +- .../copy/prioritization/FileSetComparator.java | 6 +- .../PrioritizedCopyableDataset.java | 12 +-- .../copy/publisher/CopyDataPublisher.java | 52 +++++------ .../publisher/CopyEventSubmitterHelper.java | 14 +-- .../publisher/DeletingCopyDataPublisher.java | 22 ++--- .../copy/recovery/RecoveryHelper.java | 12 +-- .../ConfigBasedCopyableDatasetFinder.java | 6 +- .../copy/replication/ConfigBasedDataset.java | 22 ++--- .../replication/ConfigBasedDatasetsFinder.java | 30 +++---- .../replication/ConfigBasedMultiDatasets.java | 8 +- .../management/copy/replication/CopyRoute.java | 2 +- .../copy/replication/CopyRouteGenerator.java | 2 +- .../replication/CopyRouteGeneratorBase.java | 2 +- .../CopyRouteGeneratorOptimizedLatency.java | 6 +- ...RouteGeneratorOptimizedNetworkBandwidth.java | 4 +- ...neratorOptimizedNetworkBandwidthForTest.java | 2 +- .../CopyRouteGeneratorOptimizer.java | 2 +- .../copy/replication/DataFlowTopology.java | 2 +- .../DataFlowTopologyPickerByHadoopFsSource.java | 4 +- .../DataFlowTopologyPickerBySource.java | 2 +- .../management/copy/replication/EndPoint.java | 6 +- .../copy/replication/EndPointFactory.java | 2 +- .../copy/replication/HadoopFsEndPoint.java | 4 +- .../replication/HadoopFsEndPointDataset.java | 6 +- .../replication/HadoopFsEndPointFactory.java | 4 +- .../copy/replication/HadoopFsReplicaConfig.java | 2 +- .../replication/ReplicaHadoopFsEndPoint.java | 8 +- .../replication/ReplicationConfiguration.java | 4 +- .../copy/replication/ReplicationCopyMode.java | 2 +- .../ReplicationDataValidPathPicker.java | 10 +-- .../copy/replication/ReplicationMetaData.java | 2 +- .../replication/SourceHadoopFsEndPoint.java | 8 +- .../WatermarkMetadataGenerationCommitStep.java | 6 +- .../copy/replication/WatermarkMetadataUtil.java | 6 +- .../CopyableFileWatermarkGenerator.java | 8 +- .../watermark/CopyableFileWatermarkHelper.java | 10 +-- .../FullPathCopyableFileWatermarkGenerator.java | 10 +-- .../copy/watermark/StringWatermark.java | 8 +- .../writer/FileAwareInputStreamDataWriter.java | 64 +++++++------- .../FileAwareInputStreamDataWriterBuilder.java | 12 +-- .../writer/TarArchiveInputStreamDataWriter.java | 12 +-- .../TarArchiveInputStreamDataWriterBuilder.java | 8 +- .../data/management/dataset/Dataset.java | 2 +- .../data/management/dataset/DatasetUtils.java | 10 +-- .../dataset/DefaultFileSystemGlobFinder.java | 6 +- .../data/management/dataset/DummyDataset.java | 10 +-- .../SimpleDatasetHierarchicalPrioritizer.java | 14 +-- .../dataset/SimpleDatasetRequest.java | 16 ++-- .../dataset/SimpleDatasetRequestor.java | 6 +- .../management/hive/HiveConfigClientUtils.java | 6 +- .../management/hive/HiveRegistrableDataset.java | 8 +- .../partition/CopyableDatasetRequestor.java | 18 ++-- .../gobblin/data/management/partition/File.java | 2 +- .../data/management/partition/FileSet.java | 12 +-- .../partition/FileSetResourceEstimator.java | 12 +-- .../management/partition/StaticFileSet.java | 6 +- .../policy/CombineSelectionPolicy.java | 8 +- .../EmbeddedRetentionSelectionPolicy.java | 6 +- .../policy/NewestKSelectionPolicy.java | 4 +- .../policy/SelectAfterTimeBasedPolicy.java | 8 +- .../data/management/policy/SelectAllPolicy.java | 4 +- .../policy/SelectBeforeTimeBasedPolicy.java | 8 +- .../policy/SelectBetweenTimeBasedPolicy.java | 8 +- .../management/policy/SelectNothingPolicy.java | 4 +- .../policy/VersionSelectionPolicy.java | 4 +- .../management/retention/DatasetCleaner.java | 32 +++---- .../management/retention/RetentionEvents.java | 4 +- .../retention/action/AccessControlAction.java | 12 +-- .../action/MultiAccessControlAction.java | 10 +-- .../retention/action/RetentionAction.java | 22 ++--- .../retention/dataset/CleanableDataset.java | 6 +- .../retention/dataset/CleanableDatasetBase.java | 10 +-- .../retention/dataset/CleanableHiveDataset.java | 24 +++--- .../dataset/ConfigurableCleanableDataset.java | 24 +++--- .../retention/dataset/FsCleanableHelper.java | 12 +-- .../dataset/ModificationTimeDataset.java | 12 +-- .../MultiVersionCleanableDatasetBase.java | 24 +++--- .../retention/dataset/SnapshotDataset.java | 14 +-- .../retention/dataset/TrackingDataset.java | 12 +-- .../finder/CleanableHiveDatasetFinder.java | 10 +-- .../retention/dataset/finder/DatasetFinder.java | 6 +- .../policy/CombineRetentionPolicy.java | 6 +- .../policy/DeleteAllRetentionPolicy.java | 4 +- .../policy/DeleteNothingRetentionPolicy.java | 4 +- .../policy/NewestKRetentionPolicy.java | 6 +- .../policy/PredicateRetentionPolicy.java | 4 +- .../policy/RawDatasetRetentionPolicy.java | 8 +- .../retention/policy/RetentionPolicy.java | 4 +- .../policy/TimeBasedRetentionPolicy.java | 10 +-- .../policy/predicates/WhitelistPredicate.java | 6 +- .../ConfigBasedCleanabledDatasetFinder.java | 12 +-- .../profile/ConfigurableGlobDatasetFinder.java | 12 +-- .../profile/GlobCleanableDatasetFinder.java | 6 +- .../profile/ManagedCleanableDatasetFinder.java | 20 ++--- .../profile/ModificationTimeDatasetProfile.java | 6 +- .../profile/MultiCleanableDatasetFinder.java | 4 +- .../retention/profile/MultiDatasetFinder.java | 20 ++--- .../profile/ProxyableDatasetProfile.java | 16 ++-- .../profile/SnapshotDatasetProfile.java | 6 +- .../profile/TrackingDatasetProfile.java | 8 +- .../retention/version/DatasetVersion.java | 4 +- .../version/FileStatusDatasetVersion.java | 2 +- .../version/HiveDatasetVersionCleaner.java | 14 +-- .../retention/version/StringDatasetVersion.java | 2 +- .../version/TimestampedDatasetVersion.java | 2 +- .../retention/version/VersionCleaner.java | 6 +- .../version/finder/DatasetVersionFinder.java | 4 +- .../finder/DateTimeDatasetVersionFinder.java | 6 +- .../finder/FileLevelTimestampVersionFinder.java | 8 +- .../finder/GlobModTimeDatasetVersionFinder.java | 6 +- .../finder/ModDateTimeDatasetVersionFinder.java | 8 +- .../version/finder/SingleVersionFinder.java | 10 +-- .../finder/UnixTimestampVersionFinder.java | 6 +- .../retention/version/finder/VersionFinder.java | 4 +- .../finder/WatermarkDatasetVersionFinder.java | 6 +- .../data/management/trash/AsyncTrash.java | 8 +- .../management/trash/GobblinProxiedTrash.java | 2 +- .../data/management/trash/GobblinTrash.java | 2 +- .../trash/ImmediateDeletionTrash.java | 4 +- .../data/management/trash/MockTrash.java | 2 +- .../trash/NoopSnapshotCleanupPolicy.java | 2 +- .../data/management/trash/ProxiedTrash.java | 4 +- .../management/trash/SnapshotCleanupPolicy.java | 2 +- .../data/management/trash/TestTrash.java | 2 +- .../trash/TimeBasedSnapshotCleanupPolicy.java | 2 +- .../gobblin/data/management/trash/Trash.java | 4 +- .../data/management/trash/TrashFactory.java | 2 +- .../data/management/version/DatasetVersion.java | 2 +- .../management/version/FileStatusAware.java | 2 +- .../version/FileStatusDatasetVersion.java | 2 +- .../FileStatusTimestampedDatasetVersion.java | 2 +- .../version/FileSystemDatasetVersion.java | 2 +- .../management/version/HiveDatasetVersion.java | 2 +- .../version/StringDatasetVersion.java | 2 +- .../version/TimestampedDatasetVersion.java | 2 +- .../version/TimestampedHiveDatasetVersion.java | 2 +- .../finder/AbstractDatasetVersionFinder.java | 10 +-- .../AbstractHiveDatasetVersionFinder.java | 14 +-- .../version/finder/DatasetVersionFinder.java | 6 +- .../finder/DatePartitionHiveVersionFinder.java | 8 +- .../finder/DateTimeDatasetVersionFinder.java | 10 +-- .../finder/FileLevelTimestampVersionFinder.java | 12 +-- .../finder/GlobModTimeDatasetVersionFinder.java | 6 +- .../finder/ModDateTimeDatasetVersionFinder.java | 10 +-- .../version/finder/SingleVersionFinder.java | 12 +-- .../finder/UnixTimestampVersionFinder.java | 8 +- .../version/finder/VersionFinder.java | 6 +- .../finder/WatermarkDatasetVersionFinder.java | 6 +- .../runtime/embedded/EmbeddedGobblinDistcp.java | 22 ++--- .../runtime/retention/DatasetCleanerCli.java | 8 +- .../util/commit/DeleteFileCommitStep.java | 10 +-- .../SimpleHiveDatasetTieringPrioritizer.java | 20 ++--- .../util/test/RetentionTestDataGenerator.java | 6 +- .../gobblin/util/test/RetentionTestHelper.java | 22 ++--- .../management/ConversionHiveTestUtils.java | 8 +- .../conversion/hive/BackfillHiveSourceTest.java | 8 +- .../hive/CopyPartitionParametersTest.java | 6 +- .../conversion/hive/HiveSourceTest.java | 20 ++--- .../hive/LocalHiveMetastoreTestUtils.java | 6 +- .../converter/HiveAvroToOrcConverterTest.java | 20 ++--- .../hive/converter/HiveSchemaEvolutionTest.java | 8 +- .../dataset/ConvertibleHiveDatasetTest.java | 8 +- .../provider/DatePatternUpdateProviderTest.java | 2 +- .../util/HiveAvroORCQueryGeneratorTest.java | 8 +- .../PartitionLevelWatermarkerTest.java | 20 ++--- .../watermarker/TableLevelWatermarkerTest.java | 12 +-- .../copy/ConcurrentBoundedWorkUnitListTest.java | 8 +- .../copy/CopySourcePrioritizationTest.java | 22 ++--- .../data/management/copy/CopySourceTest.java | 14 +-- .../copy/CopyableDatasetMetadataTest.java | 4 +- .../data/management/copy/CopyableFileTest.java | 6 +- .../data/management/copy/CopyableFileUtils.java | 2 +- .../management/copy/PreserveAttributesTest.java | 4 +- .../copy/ReadyCopyableFileFilterTest.java | 4 +- .../copy/RecursiveCopyableDatasetTest.java | 10 +-- .../management/copy/TestCopyableDataset.java | 4 +- .../copy/TestCopyableDatasetFinder.java | 4 +- .../TestCopyablePartitionableDatasedFinder.java | 4 +- .../copy/TestCopyablePartitionableDataset.java | 2 +- .../copy/TimestampBasedCopyableDatasetTest.java | 18 ++-- .../copy/converter/DecryptConverterTest.java | 16 ++-- .../copy/converter/UnGzipConverterTest.java | 10 +-- .../extractor/InputStreamExtractorTest.java | 14 +-- .../copy/hive/HiveCopyEntityHelperTest.java | 14 +-- .../copy/hive/HiveDatasetFinderTest.java | 6 +- .../management/copy/hive/HiveDatasetTest.java | 4 +- .../copy/hive/HiveTargetPathHelperTest.java | 2 +- .../copy/hive/WhitelistBlacklistTest.java | 2 +- .../LookbackPartitionFilterGeneratorTest.java | 2 +- .../RegistrationTimeSkipPredicateTest.java | 12 +-- .../copy/publisher/CopyDataPublisherTest.java | 28 +++--- .../DeletingCopyDataPublisherTest.java | 22 ++--- .../copy/recovery/RecoveryHelperTest.java | 16 ++-- .../ConfigBasedDatasetsFinderTest.java | 2 +- .../replication/ConfigBasedDatasetsTest.java | 26 +++--- .../replication/CopyRouteGeneratorTest.java | 6 +- .../ReplicationConfigurationTest.java | 2 +- .../FileAwareInputStreamDataWriterTest.java | 30 +++---- .../TarArchiveInputStreamDataWriterTest.java | 28 +++--- .../data/management/partition/FileSetTest.java | 6 +- .../policy/NewestKSelectionPolicyTest.java | 4 +- .../policy/TimeBasedSelectionPolicyTest.java | 4 +- .../retention/CleanableDatasetBaseTest.java | 18 ++-- .../retention/CombineRetentionPolicyTest.java | 20 ++--- .../ConfigurableCleanableDatasetTest.java | 14 +-- .../retention/DatasetVersionFinderTest.java | 12 +-- .../retention/FsCleanableHelperTest.java | 10 +-- .../retention/NewestKRetentionPolicyTest.java | 8 +- .../retention/TimeBasedRetentionPolicyTest.java | 6 +- .../TimestampedDatasetVersionFinderTest.java | 10 +-- .../UnixTimestampVersionFinderTest.java | 8 +- .../WatermarkDatasetVersionFinderTest.java | 6 +- .../retention/action/RetentionActionTest.java | 4 +- .../integration/HiveRetentionTest.java | 12 +-- .../integration/RetentionIntegrationTest.java | 8 +- .../retention/sql/SqlBasedRetentionPoc.java | 2 +- .../data/management/retention/sql/SqlUdfs.java | 2 +- .../test/ContainsARetentionPolicy.java | 2 +- .../test/ContainsBRetentionPolicy.java | 2 +- .../test/ContainsCRetentionPolicy.java | 2 +- .../test/ContainsStringRetentionPolicy.java | 8 +- .../version/HiveDatasetVersionCleanerTest.java | 4 +- .../data/management/trash/AsyncTrashTest.java | 2 +- .../data/management/trash/MockTrashTest.java | 2 +- .../management/trash/TestCleanupPolicy.java | 2 +- .../data/management/trash/TestTrashTest.java | 2 +- .../data/management/trash/TrashFactoryTest.java | 2 +- .../data/management/trash/TrashTest.java | 2 +- .../data/management/trash/TrashTestBase.java | 2 +- .../data/management/util/PathUtilsTest.java | 4 +- .../DatePartitionedHiveVersionFinderTest.java | 8 +- .../embedded/EmbeddedGobblinDistcpTest.java | 2 +- ...SimpleHiveDatasetTieringPrioritizerTest.java | 6 +- .../example/simplejson/SimpleJsonConverter.java | 14 +-- .../example/simplejson/SimpleJsonExtractor.java | 12 +-- .../example/simplejson/SimpleJsonSource.java | 16 ++-- .../wikipedia/EmbeddedWikipediaExample.java | 28 +++--- .../example/wikipedia/WikipediaConverter.java | 8 +- .../example/wikipedia/WikipediaExtractor.java | 16 ++-- .../example/wikipedia/WikipediaPartitioner.java | 6 +- .../example/wikipedia/WikipediaSource.java | 24 +++--- .../org/apache/gobblin/hive/HiveConstants.java | 4 +- .../java/org/apache/gobblin/hive/HiveLock.java | 4 +- .../hive/HiveMetaStoreClientFactory.java | 2 +- .../gobblin/hive/HiveMetastoreClientPool.java | 6 +- .../org/apache/gobblin/hive/HivePartition.java | 4 +- .../gobblin/hive/HivePartitionComparator.java | 2 +- .../org/apache/gobblin/hive/HiveRegProps.java | 10 +-- .../org/apache/gobblin/hive/HiveRegister.java | 22 ++--- .../apache/gobblin/hive/HiveRegisterStep.java | 6 +- .../apache/gobblin/hive/HiveRegisterUtils.java | 10 +-- .../gobblin/hive/HiveRegistrationUnit.java | 6 +- .../hive/HiveRegistrationUnitComparator.java | 6 +- .../apache/gobblin/hive/HiveSerDeManager.java | 8 +- .../apache/gobblin/hive/HiveSerDeWrapper.java | 6 +- .../java/org/apache/gobblin/hive/HiveTable.java | 6 +- .../gobblin/hive/HiveTableComparator.java | 2 +- .../gobblin/hive/PartitionDeregisterStep.java | 6 +- .../gobblin/hive/TableDeregisterStep.java | 4 +- .../gobblin/hive/avro/HiveAvroSerDeManager.java | 20 ++--- .../metastore/HiveMetaStoreBasedRegister.java | 36 ++++---- .../metastore/HiveMetaStoreEventHelper.java | 10 +-- .../hive/metastore/HiveMetaStoreUtils.java | 16 ++-- .../hive/policy/HiveRegistrationPolicy.java | 6 +- .../hive/policy/HiveRegistrationPolicyBase.java | 36 ++++---- .../policy/HiveSnapshotRegistrationPolicy.java | 12 +-- .../org/apache/gobblin/hive/spec/HiveSpec.java | 8 +- .../hive/spec/HiveSpecWithPostActivities.java | 6 +- .../hive/spec/HiveSpecWithPreActivities.java | 6 +- .../hive/spec/HiveSpecWithPredicates.java | 6 +- .../gobblin/hive/spec/SimpleHiveSpec.java | 12 +-- .../gobblin/hive/spec/activity/Activity.java | 6 +- .../spec/activity/DropPartitionActivity.java | 6 +- .../hive/spec/activity/DropTableActivity.java | 4 +- .../predicate/PartitionNotExistPredicate.java | 6 +- .../spec/predicate/TableNotExistPredicate.java | 4 +- .../hive/HiveMetaStoreClientFactoryTest.java | 2 +- .../HiveRegistrationUnitComparatorTest.java | 4 +- .../hive/metastore/HiveMetaStoreUtilsTest.java | 6 +- .../policy/HiveRegistrationPolicyBaseTest.java | 8 +- .../metastore/DatabaseJobHistoryStore.java | 10 +-- .../gobblin/metastore/DatasetStateStore.java | 4 +- .../apache/gobblin/metastore/FsStateStore.java | 10 +-- .../gobblin/metastore/FsStateStoreFactory.java | 10 +-- .../metastore/JobHistoryDataSourceProvider.java | 6 +- .../gobblin/metastore/JobHistoryStore.java | 6 +- .../gobblin/metastore/MetaStoreModule.java | 2 +- .../gobblin/metastore/MysqlStateStore.java | 12 +-- .../metastore/MysqlStateStoreFactory.java | 10 +-- .../apache/gobblin/metastore/StateStore.java | 4 +- .../database/DatabaseJobHistoryStoreV100.java | 34 ++++---- .../database/DatabaseJobHistoryStoreV101.java | 32 +++---- .../database/DatabaseJobHistoryStoreV102.java | 6 +- .../gobblin/metastore/database/Filter.java | 2 +- .../database/SupportedDatabaseVersion.java | 2 +- .../VersionedDatabaseJobHistoryStore.java | 4 +- .../DatasetUrnStateStoreNameParser.java | 2 +- .../GuidDatasetUrnStateStoreNameParser.java | 4 +- .../SimpleDatasetUrnStateStoreNameParser.java | 2 +- .../DatabaseJobHistoryStoreSchemaManager.java | 4 +- .../gobblin/metastore/util/MySqlJdbcUrl.java | 2 +- .../metastore/util/StateStoreCleaner.java | 8 +- .../metastore/DatabaseJobHistoryStoreTest.java | 34 ++++---- .../DatabaseJobHistoryStoreV100Test.java | 2 +- .../DatabaseJobHistoryStoreV101Test.java | 2 +- .../gobblin/metastore/FsStateStoreTest.java | 8 +- .../GuidDatasetUrnStateStoreNameParserTest.java | 4 +- .../testing/ITestMetastoreDatabase.java | 2 +- .../metastore/testing/TestMetadataDatabase.java | 2 +- .../testing/TestMetastoreDatabaseFactory.java | 2 +- .../testing/TestMetastoreDatabaseServer.java | 10 +-- .../src/main/avro/FlatGobblinMetric.avsc | 2 +- .../src/main/avro/GobblinTrackingEvent.avsc | 2 +- .../src/main/avro/MetricReport.avsc | 2 +- .../gobblin/metrics/FlatGobblinMetric.java | 2 +- .../gobblin/metrics/GobblinTrackingEvent.java | 2 +- .../org/apache/gobblin/metrics/Metric.java | 2 +- .../apache/gobblin/metrics/MetricReport.java | 2 +- .../MetricsFileSystemInstrumentation.java | 18 ++-- .../metrics/ConsoleEventReporterFactory.java | 4 +- .../gobblin/metrics/ConsoleReporterFactory.java | 6 +- .../gobblin/metrics/ContextAwareCounter.java | 6 +- .../gobblin/metrics/ContextAwareGauge.java | 4 +- .../gobblin/metrics/ContextAwareHistogram.java | 4 +- .../gobblin/metrics/ContextAwareMeter.java | 4 +- .../gobblin/metrics/ContextAwareMetric.java | 4 +- .../metrics/ContextAwareMetricFactory.java | 2 +- .../gobblin/metrics/ContextAwareTimer.java | 4 +- .../org/apache/gobblin/metrics/Counters.java | 2 +- .../metrics/CustomCodahaleReporterFactory.java | 2 +- .../gobblin/metrics/CustomReporterFactory.java | 4 +- .../apache/gobblin/metrics/InnerCounter.java | 4 +- .../org/apache/gobblin/metrics/InnerGauge.java | 4 +- .../apache/gobblin/metrics/InnerHistogram.java | 4 +- .../org/apache/gobblin/metrics/InnerMeter.java | 4 +- .../gobblin/metrics/InnerMetricContext.java | 10 +-- .../org/apache/gobblin/metrics/InnerTimer.java | 4 +- .../apache/gobblin/metrics/Measurements.java | 2 +- .../apache/gobblin/metrics/MetricContext.java | 12 +-- .../org/apache/gobblin/metrics/MetricNames.java | 2 +- .../gobblin/metrics/RootMetricContext.java | 14 +-- .../java/org/apache/gobblin/metrics/Tag.java | 2 +- .../gobblin/metrics/TagBasedMetricFilter.java | 2 +- .../org/apache/gobblin/metrics/Taggable.java | 2 +- .../java/org/apache/gobblin/metrics/Tagged.java | 2 +- .../metrics/broker/MetricContextFactory.java | 28 +++--- .../metrics/broker/MetricContextKey.java | 4 +- .../broker/SubTaggedMetricContextKey.java | 2 +- .../metrics/context/ContextWeakReference.java | 8 +- .../metrics/context/NameConflictException.java | 2 +- .../metrics/context/ReportableContext.java | 6 +- .../context/filter/AllContextFilter.java | 8 +- .../metrics/context/filter/ContextFilter.java | 6 +- .../context/filter/ContextFilterFactory.java | 2 +- .../apache/gobblin/metrics/event/EventName.java | 2 +- .../gobblin/metrics/event/EventSubmitter.java | 6 +- .../apache/gobblin/metrics/event/JobEvent.java | 4 +- .../gobblin/metrics/event/MultiPartEvent.java | 30 +++---- .../gobblin/metrics/event/MultiTimingEvent.java | 2 +- .../apache/gobblin/metrics/event/TaskEvent.java | 4 +- .../gobblin/metrics/event/TimingEvent.java | 2 +- .../gobblin/metrics/event/sla/SlaEventKeys.java | 2 +- .../metrics/event/sla/SlaEventSubmitter.java | 6 +- .../metrics/example/ReporterExampleBase.java | 10 +-- .../gobblin/metrics/metric/InnerMetric.java | 4 +- .../apache/gobblin/metrics/metric/Metrics.java | 2 +- .../gobblin/metrics/metric/ProxyMetric.java | 2 +- .../metrics/metric/filter/MetricFilters.java | 2 +- .../metric/filter/MetricNameRegexFilter.java | 2 +- .../metrics/metric/filter/MetricTypeFilter.java | 4 +- .../metrics/notification/EventNotification.java | 4 +- .../MetricContextCleanupNotification.java | 4 +- .../NewMetricContextNotification.java | 6 +- .../metrics/notification/Notification.java | 2 +- .../reporter/ConfiguredScheduledReporter.java | 8 +- .../metrics/reporter/ContextAwareReporter.java | 20 ++--- .../reporter/ContextAwareScheduledReporter.java | 4 +- .../gobblin/metrics/reporter/EventReporter.java | 16 ++-- .../metrics/reporter/MetricReportReporter.java | 8 +- .../reporter/OutputStreamEventReporter.java | 12 +-- .../metrics/reporter/OutputStreamReporter.java | 6 +- .../RecursiveScheduledMetricReporter.java | 4 +- .../reporter/RecursiveScheduledReporter.java | 4 +- .../metrics/reporter/ScheduledReporter.java | 16 ++-- .../reporter/util/AvroBinarySerializer.java | 2 +- .../reporter/util/AvroJsonSerializer.java | 2 +- .../metrics/reporter/util/AvroSerializer.java | 2 +- .../metrics/reporter/util/EventUtils.java | 4 +- .../reporter/util/FixedSchemaVersionWriter.java | 4 +- .../reporter/util/MetricReportUtils.java | 4 +- .../reporter/util/NoopSchemaVersionWriter.java | 4 +- .../reporter/util/SchemaVersionWriter.java | 2 +- .../metrics/test/ContextStoreReporter.java | 6 +- .../gobblin/metrics/test/MetricsAssert.java | 10 +-- .../gobblin/metrics/test/TestConstants.java | 2 +- .../gobblin/metrics/test/TimestampedValue.java | 2 +- .../MetricsFileSystemInstrumentationTest.java | 2 +- .../metrics/ContextAwareMetricFactoryTest.java | 4 +- .../gobblin/metrics/MetricContextTest.java | 6 +- .../metrics/OutputStreamReporterTest.java | 4 +- .../gobblin/metrics/RootMetricContextTest.java | 12 +-- .../org/apache/gobblin/metrics/TagTest.java | 2 +- .../org/apache/gobblin/metrics/TaggedTest.java | 2 +- .../broker/MetricContextFactoryTest.java | 14 +-- .../metrics/callback/NotificationStore.java | 4 +- .../metric/filter/MetricFiltersTest.java | 2 +- .../filter/MetricNameRegexFilterTest.java | 2 +- .../metric/filter/MetricTypeFilterTest.java | 2 +- .../metrics/performance/Incrementer.java | 2 +- .../performance/MetricsPerformanceTest.java | 2 +- .../metrics/performance/MetricsUpdater.java | 6 +- .../metrics/performance/PerformanceUtils.java | 4 +- .../java/org/apache/gobblin/MetricsHelper.java | 4 +- .../apache/gobblin/metrics/GobblinMetrics.java | 28 +++--- .../gobblin/metrics/GobblinMetricsRegistry.java | 6 +- .../metrics/reporter/PrefixContextFilter.java | 10 +-- .../metrics/reporter/ScheduledReporterTest.java | 12 +-- .../avro/AvroToJsonBytesConverter.java | 2 +- .../AvroToJsonBytesWithMetadataConverter.java | 10 +-- .../converter/avro/AvroToJsonConverter.java | 10 +-- .../AvroToJsonRecordWithMetadataConverter.java | 14 +-- .../avro/AvroToJsonStringConverter.java | 2 +- .../avro/AvroToJsonStringConverterBase.java | 10 +-- ...roToJsonRecordWithMetadataConverterTest.java | 12 +-- .../avro/AvroToJsonStringConverterTest.java | 10 +-- .../azkaban/AzkabanCompactionJobLauncher.java | 20 ++--- .../gobblin/azkaban/AzkabanGobblinDaemon.java | 8 +- .../azkaban/AzkabanGobblinYarnAppLauncher.java | 6 +- .../azkaban/AzkabanIntegrationTestLauncher.java | 6 +- .../gobblin/azkaban/AzkabanJobLauncher.java | 34 ++++---- .../azkaban/AzkabanStateStoreCleanerJob.java | 4 +- .../org/apache/gobblin/azkaban/AzkabanTags.java | 2 +- .../hive/validation/ValidationJob.java | 52 +++++------ .../retention/Avro2OrcStaleDatasetCleaner.java | 26 +++--- .../management/retention/DatasetCleanerJob.java | 2 +- .../management/trash/TrashCollectorJob.java | 2 +- .../org/apache/gobblin/codec/Base64Codec.java | 2 +- .../org/apache/gobblin/codec/GzipCodec.java | 4 +- .../compliance/ComplianceConfigurationKeys.java | 2 +- .../gobblin/compliance/ComplianceEvents.java | 2 +- .../gobblin/compliance/ComplianceJob.java | 24 +++--- .../gobblin/compliance/DatasetDescriptor.java | 2 +- .../compliance/DatasetDescriptorImpl.java | 2 +- .../compliance/HivePartitionDataset.java | 6 +- .../compliance/HivePartitionDatasetPolicy.java | 2 +- .../gobblin/compliance/HivePartitionFinder.java | 18 ++-- .../compliance/HivePartitionVersion.java | 4 +- .../compliance/HivePartitionVersionFinder.java | 14 +-- .../compliance/HivePartitionVersionPolicy.java | 4 +- .../compliance/HiveProxyQueryExecutor.java | 8 +- .../org/apache/gobblin/compliance/Policy.java | 2 +- .../gobblin/compliance/QueryExecutor.java | 2 +- .../azkaban/ComplianceAzkabanJob.java | 8 +- .../gobblin/compliance/purger/CommitPolicy.java | 2 +- .../purger/HivePurgerCommitPolicy.java | 2 +- .../compliance/purger/HivePurgerConverter.java | 8 +- .../compliance/purger/HivePurgerExtractor.java | 18 ++-- .../compliance/purger/HivePurgerPolicy.java | 6 +- .../compliance/purger/HivePurgerPublisher.java | 28 +++--- .../purger/HivePurgerQueryTemplate.java | 4 +- .../compliance/purger/HivePurgerSource.java | 36 ++++---- .../compliance/purger/HivePurgerWriter.java | 4 +- .../purger/HivePurgerWriterBuilder.java | 6 +- .../gobblin/compliance/purger/PurgePolicy.java | 2 +- .../compliance/purger/PurgeableDataset.java | 4 +- .../purger/PurgeableHivePartitionDataset.java | 16 ++-- .../PurgeableHivePartitionDatasetSchema.java | 2 +- .../compliance/restore/AdhocRestorePolicy.java | 14 +-- .../restore/ComplianceRestoreJob.java | 20 ++--- .../restore/HivePartitionRestorePolicy.java | 6 +- .../compliance/restore/LKGRestorePolicy.java | 18 ++-- .../compliance/restore/RestorableDataset.java | 4 +- .../restore/RestorableHivePartitionDataset.java | 20 ++--- .../RestorableHivePartitionDatasetFinder.java | 12 +-- .../compliance/restore/RestorePolicy.java | 2 +- .../CleanableHivePartitionDataset.java | 20 ++--- .../CleanableHivePartitionDatasetFinder.java | 10 +-- .../retention/ComplianceRetentionJob.java | 36 ++++---- .../HivePartitionRetentionVersion.java | 6 +- .../HivePartitionVersionRetentionCleaner.java | 20 ++--- ...ePartitionVersionRetentionCleanerPolicy.java | 12 +-- .../HivePartitionVersionRetentionReaper.java | 28 +++--- ...vePartitionVersionRetentionReaperPolicy.java | 12 +-- .../HivePartitionVersionRetentionRunner.java | 10 +-- .../gobblin/compliance/utils/DatasetUtils.java | 4 +- .../compliance/utils/PartitionUtils.java | 4 +- .../gobblin/compliance/utils/ProxyUtils.java | 14 +-- .../validation/ComplianceValidationJob.java | 20 ++--- .../validation/ValidatableDataset.java | 4 +- .../purger/HivePurgerConverterTest.java | 4 +- .../purger/HivePurgerExtractorTest.java | 2 +- .../compliance/purger/HivePurgerWriterTest.java | 2 +- .../gobblin/couchbase/common/TupleDocument.java | 2 +- .../converter/AnyToCouchbaseJsonConverter.java | 16 ++-- .../AvroToCouchbaseTupleConverter.java | 14 +-- .../writer/CouchbaseEnvironmentFactory.java | 2 +- .../couchbase/writer/CouchbaseWriter.java | 22 ++--- .../writer/CouchbaseWriterBuilder.java | 14 +-- .../CouchbaseWriterConfigurationKeys.java | 2 +- .../gobblin/couchbase/CouchbaseTestServer.java | 4 +- .../AnyToCouchbaseJsonConverterTest.java | 8 +- .../AvroToCouchbaseTupleConverterTest.java | 6 +- .../couchbase/writer/CouchbaseWriterTest.java | 26 +++--- .../AvroStringFieldEncryptorConverter.java | 6 +- ...ordToEncryptedSerializedRecordConverter.java | 10 +-- .../StringFieldEncryptorConverter.java | 12 +-- .../crypto/GobblinEncryptionProvider.java | 6 +- .../crypto/JCEKSKeystoreCredentialStoreCli.java | 8 +- .../AvroStringFieldEncryptorConverterTest.java | 8 +- ...oEncryptedSerializedRecordConverterTest.java | 14 +-- .../crypto/GobblinEncryptionProviderTest.java | 4 +- .../src/test/resources/record_with_arrays.avsc | 2 +- .../gobblin/crypto/EncodingBenchmark.java | 2 +- ...oEncryptedSerializedRecordConverterBase.java | 8 +- .../gobblin/crypto/Base64KeyToStringCodec.java | 2 +- .../org/apache/gobblin/crypto/GPGCodec.java | 4 +- .../apache/gobblin/crypto/GPGFileDecryptor.java | 2 +- .../gobblin/crypto/HexKeyToStringCodec.java | 2 +- .../crypto/JCEKSKeystoreCredentialStore.java | 2 +- .../gobblin/crypto/JsonCredentialStore.java | 2 +- .../apache/gobblin/crypto/KeyToStringCodec.java | 2 +- .../apache/gobblin/crypto/RotatingAESCodec.java | 6 +- .../JCEKSKeystoreCredentialStoreTest.java | 2 +- .../gobblin/crypto/JsonCredentialStoreTest.java | 2 +- .../gobblin/crypto/KeyToStringCodecTest.java | 2 +- .../gobblin/crypto/RotatingAESCodecTest.java | 2 +- .../gobblin/eventhub/EventhubMetricNames.java | 6 +- .../writer/BatchedEventhubDataWriter.java | 4 +- .../writer/EventhubBatchAccumulator.java | 4 +- .../eventhub/writer/EventhubDataWriter.java | 26 +++--- .../writer/EventhubDataWriterBuilder.java | 16 ++-- .../eventhub/writer/EventhubRequest.java | 2 +- .../writer/BatchedEventhubDataWriterTest.java | 4 +- .../writer/EventhubAccumulatorTest.java | 6 +- .../eventhub/writer/EventhubBatchTest.java | 6 +- .../eventhub/writer/EventhubDataWriterTest.java | 8 +- .../apache/gobblin/metastore/ZkStateStore.java | 6 +- .../ZkStateStoreConfigurationKeys.java | 2 +- .../gobblin/metastore/ZkStateStoreFactory.java | 10 +-- .../gobblin/runtime/ZkDatasetStateStore.java | 8 +- .../runtime/ZkDatasetStateStoreFactory.java | 12 +-- .../runtime/StateStoreWatermarkStorageTest.java | 18 ++-- .../runtime/ZkDatasetStateStoreTest.java | 20 ++--- .../src/main/avro/HttpOperation.avsc | 2 +- .../src/main/avro/HttpRequestReponse.avsc | 2 +- .../converter/AsyncHttpJoinConverter.java | 36 ++++---- .../converter/AvroApacheHttpJoinConverter.java | 20 ++--- .../converter/AvroHttpJoinConverter.java | 14 +-- .../gobblin/converter/AvroR2JoinConverter.java | 28 +++--- .../gobblin/converter/HttpJoinConverter.java | 30 +++---- .../gobblin/http/ApacheHttpAsyncClient.java | 10 +-- .../apache/gobblin/http/ApacheHttpClient.java | 10 +-- .../apache/gobblin/http/ApacheHttpRequest.java | 4 +- .../gobblin/http/ApacheHttpRequestBuilder.java | 8 +- .../gobblin/http/ApacheHttpResponseHandler.java | 6 +- .../gobblin/http/ApacheHttpResponseStatus.java | 2 +- .../org/apache/gobblin/http/HttpClient.java | 4 +- .../apache/gobblin/http/ResponseHandler.java | 4 +- .../org/apache/gobblin/http/ResponseStatus.java | 2 +- .../org/apache/gobblin/http/StatusType.java | 2 +- .../gobblin/http/ThrottledHttpClient.java | 22 ++--- .../org/apache/gobblin/r2/D2ClientProxy.java | 2 +- .../java/org/apache/gobblin/r2/R2Client.java | 10 +-- .../org/apache/gobblin/r2/R2ClientFactory.java | 4 +- .../apache/gobblin/r2/R2HttpClientProxy.java | 2 +- .../java/org/apache/gobblin/r2/R2Request.java | 4 +- .../org/apache/gobblin/r2/R2ResponseStatus.java | 6 +- .../apache/gobblin/r2/R2RestRequestBuilder.java | 10 +-- .../gobblin/r2/R2RestResponseHandler.java | 20 ++--- .../org/apache/gobblin/utils/HttpConstants.java | 2 +- .../org/apache/gobblin/utils/HttpUtils.java | 10 +-- .../apache/gobblin/writer/AsyncHttpWriter.java | 16 ++-- .../gobblin/writer/AsyncHttpWriterBuilder.java | 26 +++--- .../gobblin/writer/AvroHttpWriterBuilder.java | 12 +-- .../gobblin/writer/R2RestWriterBuilder.java | 14 +-- .../java/org/apache/gobblin/HttpTestUtils.java | 4 +- .../http/ApacheHttpRequestBuilderTest.java | 8 +- .../apache/gobblin/r2/R2ClientFactoryTest.java | 4 +- .../gobblin/r2/R2RestRequestBuilderTest.java | 10 +-- .../org/apache/gobblin/util/HttpUtilsTest.java | 10 +-- .../gobblin/writer/AsyncHttpWriterTest.java | 38 ++++----- .../kafka/client/Kafka08ConsumerClient.java | 12 +-- .../kafka/serialize/LiAvroDeserializer.java | 8 +- .../kafka/serialize/LiAvroSerializer.java | 4 +- .../gobblin/kafka/tool/KafkaCheckpoint.java | 2 +- .../gobblin/kafka/tool/SimpleKafkaConsumer.java | 10 +-- .../gobblin/kafka/writer/Kafka08DataWriter.java | 16 ++-- .../kafka/writer/KafkaDataWriterBuilder.java | 14 +-- .../gobblin/metrics/KafkaReportingFormats.java | 14 +-- .../metrics/kafka/KafkaAvroEventReporter.java | 14 +-- .../metrics/kafka/KafkaAvroReporter.java | 18 ++-- .../metrics/kafka/KafkaEventReporter.java | 16 ++-- .../gobblin/metrics/kafka/KafkaPusher.java | 2 +- .../gobblin/metrics/kafka/KafkaReporter.java | 22 ++--- .../metrics/kafka/KafkaReporterFactory.java | 12 +-- .../metrics/kafka/ProducerCloseable.java | 2 +- .../SimpleKafkaSpecExecutorInstance.java | 12 +-- ...SimpleKafkaSpecExecutorInstanceConsumer.java | 32 +++---- ...SimpleKafkaSpecExecutorInstanceProducer.java | 22 ++--- ...eamingKafkaSpecExecutorInstanceConsumer.java | 20 ++--- .../kafka/KafkaDeserializerExtractor.java | 28 +++--- .../extract/kafka/KafkaDeserializerSource.java | 6 +- .../extract/kafka/KafkaGsonDeserializer.java | 2 +- .../extractor/extract/kafka/KafkaWrapper.java | 12 +-- .../test/java/StandaloneTestKafkaServer.java | 2 +- .../gobblin/kafka/FlakyKafkaProducer.java | 4 +- .../org/apache/gobblin/kafka/KafkaTestBase.java | 4 +- .../Kafka08DataWriterIntegrationTest.java | 8 +- .../kafka/writer/Kafka08DataWriterTest.java | 20 ++--- .../kafka/writer/Kafka08DataWriterUnitTest.java | 2 +- .../reporter/KafkaAvroEventReporterTest.java | 14 +-- ...AvroEventReporterWithSchemaRegistryTest.java | 14 +-- .../metrics/reporter/KafkaAvroReporterTest.java | 12 +-- .../reporter/KafkaEventReporterTest.java | 14 +-- .../metrics/reporter/KafkaPusherTest.java | 4 +- .../metrics/reporter/KafkaReporterTest.java | 18 ++-- .../gobblin/metrics/reporter/KafkaTestBase.java | 2 +- .../metrics/reporter/MockKafkaPusher.java | 6 +- .../SimpleKafkaSpecExecutorInstanceTest.java | 18 ++-- .../StreamingKafkaSpecExecutorInstanceTest.java | 20 ++--- .../kafka/ConfluentKafkaSchemaRegistryTest.java | 6 +- .../kafka/KafkaDeserializerExtractorTest.java | 48 +++++------ .../kafka/KafkaGsonDeserializerTest.java | 2 +- .../extract/kafka/KafkaWrapperTest.java | 6 +- .../kafka/SimpleKafkaSchemaRegistryTest.java | 4 +- .../kafka/client/Kafka09ConsumerClient.java | 12 +-- .../kafka/serialize/LiAvroDeserializer.java | 8 +- .../kafka/serialize/LiAvroSerializer.java | 4 +- .../gobblin/kafka/writer/Kafka09DataWriter.java | 12 +-- .../kafka/writer/KafkaDataWriterBuilder.java | 4 +- .../kafka/KafkaSimpleStreamingExtractor.java | 36 ++++---- .../kafka/KafkaSimpleStreamingSource.java | 22 ++--- .../org/apache/gobblin/kafka/KafkaTestBase.java | 4 +- .../kafka/client/Kafka09ConsumerClientTest.java | 8 +- .../extract/kafka/KafkaSimpleStreamingTest.java | 28 +++--- .../kafka/writer/Kafka09DataWriterTest.java | 22 ++--- .../converter/EnvelopeSchemaConverter.java | 18 ++-- .../LiKafkaByteArrayMsgToAvroConverter.java | 18 ++-- .../client/AbstractBaseKafkaConsumerClient.java | 10 +-- .../kafka/client/BaseKafkaConsumerRecord.java | 2 +- .../kafka/client/ByteArrayBasedKafkaRecord.java | 2 +- .../kafka/client/DecodeableKafkaRecord.java | 2 +- .../client/GobblinKafkaConsumerClient.java | 10 +-- .../kafka/client/KafkaConsumerRecord.java | 2 +- .../schemareg/CachingKafkaSchemaRegistry.java | 2 +- .../ConfigDrivenMd5SchemaRegistry.java | 8 +- .../kafka/schemareg/HttpClientFactory.java | 2 +- .../kafka/schemareg/KafkaSchemaRegistry.java | 2 +- .../KafkaSchemaRegistryConfigurationKeys.java | 2 +- .../schemareg/KafkaSchemaRegistryFactory.java | 2 +- .../kafka/schemareg/LiKafkaSchemaRegistry.java | 8 +- .../schemareg/SchemaRegistryException.java | 2 +- .../kafka/serialize/LiAvroDeserializerBase.java | 8 +- .../kafka/serialize/LiAvroSerDeHelper.java | 6 +- .../kafka/serialize/LiAvroSerializerBase.java | 6 +- .../gobblin/kafka/serialize/MD5Digest.java | 2 +- .../kafka/serialize/SerializationException.java | 2 +- .../writer/BaseKafkaDataWriterBuilder.java | 14 +-- .../writer/KafkaWriterConfigurationKeys.java | 2 +- .../gobblin/kafka/writer/KafkaWriterHelper.java | 8 +- .../kafka/writer/KafkaWriterMetricNames.java | 2 +- .../metrics/kafka/KafkaAvroSchemaRegistry.java | 8 +- .../kafka/KafkaAvroSchemaRegistryFactory.java | 2 +- .../metrics/kafka/KafkaSchemaRegistry.java | 2 +- .../kafka/KafkaSchemaRegistryFactory.java | 2 +- .../metrics/kafka/SchemaRegistryException.java | 2 +- .../util/SchemaRegistryVersionWriter.java | 8 +- .../extract/kafka/ConfigStoreUtils.java | 24 +++--- .../kafka/ConfluentKafkaSchemaRegistry.java | 6 +- .../kafka/FixedSchemaKafkaAvroExtractor.java | 6 +- .../extract/kafka/KafkaAvroExtractor.java | 16 ++-- .../extractor/extract/kafka/KafkaExtractor.java | 32 +++---- .../KafkaOffsetRetrievalFailureException.java | 2 +- .../extractor/extract/kafka/KafkaPartition.java | 2 +- .../extractor/extract/kafka/KafkaRecord.java | 2 +- .../extract/kafka/KafkaSimpleExtractor.java | 10 +-- .../extract/kafka/KafkaSimpleJsonExtractor.java | 8 +- .../extract/kafka/KafkaSimpleSource.java | 6 +- .../extractor/extract/kafka/KafkaSource.java | 44 +++++----- .../extractor/extract/kafka/KafkaTopic.java | 2 +- .../extractor/extract/kafka/KafkaUtils.java | 6 +- .../extract/kafka/MultiLongWatermark.java | 4 +- .../kafka/PreviousOffsetNotFoundException.java | 2 +- .../kafka/SimpleKafkaSchemaRegistry.java | 6 +- .../kafka/StartOffsetOutOfRangeException.java | 2 +- .../extract/kafka/UniversalKafkaSource.java | 10 +-- ...AvgRecordSizeBasedWorkUnitSizeEstimator.java | 14 +-- ...AvgRecordTimeBasedWorkUnitSizeEstimator.java | 14 +-- .../packer/KafkaBiLevelWorkUnitPacker.java | 12 +-- .../packer/KafkaSingleLevelWorkUnitPacker.java | 10 +-- .../workunit/packer/KafkaWorkUnitPacker.java | 28 +++--- .../packer/KafkaWorkUnitSizeEstimator.java | 4 +- .../converter/EnvelopeSchemaConverterTest.java | 8 +- .../KafkaAvroSchemaRegistryForTest.java | 8 +- .../CachingKafkaSchemaRegistryTest.java | 2 +- .../gobblin/kafka/serialize/MD5DigestTest.java | 2 +- .../converter/MetadataConverterWrapper.java | 10 +-- ...thMetadataToEnvelopedRecordWithMetadata.java | 10 +-- .../metadata/GlobalMetadataCollector.java | 4 +- .../DatasetAwareFsMetadataProvider.java | 4 +- .../provider/DatasetAwareMetadataProvider.java | 6 +- .../DatasetAwareMetadataProviderFactory.java | 2 +- .../provider/MetadataAwareFileSystem.java | 20 ++--- .../provider/PermissionMetadataParser.java | 4 +- .../provider/SimpleConfigMetadataProvider.java | 6 +- .../provider/SimpleMetadataProviderFactory.java | 6 +- .../gobblin/metadata/types/GlobalMetadata.java | 2 +- .../types/GlobalMetadataJsonMerger.java | 6 +- .../apache/gobblin/metadata/types/Metadata.java | 2 +- .../types/StaticStringMetadataMerger.java | 6 +- .../apache/gobblin/type/ContentTypeUtils.java | 4 +- .../apache/gobblin/type/RecordWithMetadata.java | 4 +- .../type/SerializedRecordWithMetadata.java | 4 +- .../converter/MetadataConverterWrapperTest.java | 8 +- ...tadataToEnvelopedRecordWithMetadataTest.java | 6 +- .../metadata/GlobalMetadataCollectorTest.java | 4 +- .../metadata/types/GlobalMetadataTest.java | 2 +- .../graphite/GraphiteConnectionType.java | 2 +- .../metrics/graphite/GraphiteEventReporter.java | 20 ++--- .../metrics/graphite/GraphitePusher.java | 2 +- .../metrics/graphite/GraphiteReporter.java | 12 +-- .../graphite/GraphiteEventReporterTest.java | 18 ++-- .../metrics/graphite/GraphiteReporterTest.java | 24 +++--- .../metrics/graphite/TestGraphiteSender.java | 4 +- .../hadoop/AbstractHadoopCounterReporter.java | 8 +- .../metrics/hadoop/HadoopCounterReporter.java | 6 +- .../hadoop/NewAPIHadoopCounterReporter.java | 6 +- .../hadoop/HadoopCounterReporterTest.java | 8 +- .../hadoop/NewAPIHadoopCounterReporterTest.java | 8 +- .../influxdb/InfluxDBConnectionType.java | 2 +- .../metrics/influxdb/InfluxDBEventReporter.java | 14 +-- .../metrics/influxdb/InfluxDBPusher.java | 2 +- .../metrics/influxdb/InfluxDBReporter.java | 12 +-- .../influxdb/InfluxDBEventReporterTest.java | 18 ++-- .../metrics/influxdb/InfluxDBReporterTest.java | 26 +++--- .../gobblin/metrics/influxdb/TestInfluxDB.java | 4 +- .../AvroToJdbcEntryConverterInitializer.java | 20 ++--- .../jdbc/AvroToJdbcEntryConverter.java | 24 +++--- .../gobblin/converter/jdbc/JdbcEntryData.java | 2 +- .../gobblin/converter/jdbc/JdbcEntryDatum.java | 2 +- .../converter/jdbc/JdbcEntryMetaDatum.java | 2 +- .../gobblin/converter/jdbc/JdbcEntrySchema.java | 2 +- .../apache/gobblin/converter/jdbc/JdbcType.java | 2 +- .../apache/gobblin/publisher/JdbcPublisher.java | 18 ++-- .../extractor/extract/jdbc/MysqlSource.java | 12 +-- .../extractor/extract/jdbc/OracleSource.java | 12 +-- .../extractor/extract/jdbc/SqlServerSource.java | 12 +-- .../extractor/extract/jdbc/TeradataSource.java | 12 +-- .../apache/gobblin/source/jdbc/JdbcCommand.java | 6 +- .../source/jdbc/JdbcCommandFormatException.java | 2 +- .../gobblin/source/jdbc/JdbcCommandOutput.java | 4 +- .../gobblin/source/jdbc/JdbcExtractor.java | 42 ++++----- .../gobblin/source/jdbc/JdbcProvider.java | 4 +- .../gobblin/source/jdbc/JdbcSpecificLayer.java | 2 +- .../gobblin/source/jdbc/MysqlExtractor.java | 24 +++--- .../gobblin/source/jdbc/OracleExtractor.java | 24 +++--- .../gobblin/source/jdbc/SqlQueryUtils.java | 2 +- .../gobblin/source/jdbc/SqlServerExtractor.java | 24 +++--- .../gobblin/source/jdbc/TeradataExtractor.java | 28 +++--- .../org/apache/gobblin/writer/JdbcWriter.java | 20 ++--- .../gobblin/writer/JdbcWriterBuilder.java | 16 ++-- .../commands/BaseJdbcBufferedInserter.java | 8 +- .../commands/GenericJdbcBufferedInserter.java | 8 +- .../writer/commands/JdbcBufferedInserter.java | 6 +- .../writer/commands/JdbcWriterCommands.java | 4 +- .../commands/JdbcWriterCommandsFactory.java | 12 +-- .../writer/commands/MySqlBufferedInserter.java | 8 +- .../writer/commands/MySqlWriterCommands.java | 8 +- .../commands/TeradataBufferedInserter.java | 8 +- .../writer/commands/TeradataWriterCommands.java | 12 +-- .../initializer/JdbcWriterInitializer.java | 26 +++--- .../jdbc/AvroToJdbcEntryConverterTest.java | 18 ++-- .../gobblin/source/TimestampWatermarkTest.java | 10 +-- .../gobblin/source/jdbc/JdbcExtractorTest.java | 14 +-- .../gobblin/source/jdbc/MockJdbcColumn.java | 2 +- .../source/jdbc/OracleExtractorTest.java | 8 +- .../gobblin/source/jdbc/SqlQueryUtilsTest.java | 2 +- .../writer/JdbcBufferedInserterTestBase.java | 10 +-- .../gobblin/writer/JdbcPublisherTest.java | 14 +-- .../gobblin/writer/JdbcWriterCommandsTest.java | 8 +- .../writer/JdbcWriterInitializerTest.java | 20 ++--- .../apache/gobblin/writer/JdbcWriterTest.java | 10 +-- .../writer/MySqlBufferedInserterTest.java | 14 +-- .../writer/TeradataBufferedInserterTest.java | 12 +-- .../google/AsyncIteratorWithDataSink.java | 2 +- .../ingestion/google/DayPartitioner.java | 8 +- .../GoggleIngestionConfigurationKeys.java | 2 +- .../ingestion/google/util/SchemaUtil.java | 4 +- .../google/webmaster/GoogleWebMasterSource.java | 18 ++-- .../webmaster/GoogleWebMasterSourceDaily.java | 28 +++--- .../google/webmaster/GoogleWebmasterClient.java | 2 +- .../webmaster/GoogleWebmasterClientImpl.java | 4 +- .../webmaster/GoogleWebmasterDataFetcher.java | 2 +- .../GoogleWebmasterDataFetcherImpl.java | 14 +-- .../GoogleWebmasterDayPartitioner.java | 6 +- .../webmaster/GoogleWebmasterExtractor.java | 14 +-- .../GoogleWebmasterExtractorIterator.java | 12 +-- .../google/webmaster/GoogleWebmasterFilter.java | 2 +- .../ingestion/google/webmaster/ProducerJob.java | 2 +- .../google/webmaster/SimpleProducerJob.java | 2 +- .../google/webmaster/TrieBasedProducerJob.java | 2 +- .../ingestion/google/webmaster/UrlGrouper.java | 2 +- .../ingestion/google/webmaster/UrlTrie.java | 2 +- .../ingestion/google/webmaster/UrlTrieNode.java | 2 +- .../webmaster/UrlTriePostOrderIterator.java | 2 +- .../google/webmaster/UrlTriePrefixGrouper.java | 2 +- .../GoogleAnalyticsUnsampledExtractor.java | 34 ++++---- .../google/GoogleAnalyticsUnsampledSource.java | 8 +- .../extractor/extract/google/GoogleCommon.java | 2 +- .../extract/google/GoogleCommonKeys.java | 2 +- .../extract/google/GoogleDriveExtractor.java | 8 +- .../extract/google/GoogleDriveFileSystem.java | 12 +-- .../extract/google/GoogleDriveFsHelper.java | 8 +- .../extract/google/GoogleDriveSource.java | 18 ++-- .../GoogleWebmasterDataFetcherImplTest.java | 4 +- .../GoogleWebmasterExtractorIteratorTest.java | 4 +- .../webmaster/GoogleWebmasterExtractorTest.java | 16 ++-- .../google/webmaster/ProducerJobTest.java | 2 +- .../google/webmaster/SimpleProducerJobTest.java | 2 +- .../webmaster/TrieBasedProducerJobTest.java | 2 +- .../webmaster/UrlTriePostOrderIteratorTest.java | 2 +- .../webmaster/UrlTriePrefixGrouperTest.java | 4 +- .../ingestion/google/webmaster/UrlTrieTest.java | 2 +- .../GoogleAnalyticsUnsampledExtractorTest.java | 12 +-- .../google/GoogleDriveFileSystemTest.java | 2 +- .../extract/google/GoogleDriveFsHelperTest.java | 8 +- .../filebased/GoogleDriveSourceTest.java | 14 +-- .../gobblin.rest.jobExecutions.restspec.json | 4 +- .../apache/gobblin/rest/JobExecutionInfo.pdsc | 2 +- .../apache/gobblin/rest/JobExecutionQuery.pdsc | 2 +- .../gobblin/rest/JobExecutionQueryResult.pdsc | 2 +- .../pegasus/org/apache/gobblin/rest/Metric.pdsc | 2 +- .../pegasus/org/apache/gobblin/rest/Table.pdsc | 2 +- .../apache/gobblin/rest/TaskExecutionInfo.pdsc | 2 +- .../org/apache/gobblin/rest/TimeRange.pdsc | 2 +- .../gobblin.rest.jobExecutions.snapshot.json | 32 +++---- .../gobblin/rest/JobExecutionInfoClient.java | 2 +- .../gobblin/rest/JobExecutionInfoResource.java | 4 +- .../gobblin/rest/JobExecutionInfoServer.java | 8 +- .../rest/JobExecutionInfoServerTest.java | 12 +-- .../gobblin.service.flowconfigs.restspec.json | 4 +- .../gobblin.service.flowstatuses.restspec.json | 4 +- .../apache/gobblin/service/ExecutionStatus.pdsc | 2 +- .../org/apache/gobblin/service/FlowConfig.pdsc | 2 +- .../org/apache/gobblin/service/FlowId.pdsc | 2 +- .../apache/gobblin/service/FlowStatistics.pdsc | 2 +- .../org/apache/gobblin/service/FlowStatus.pdsc | 2 +- .../apache/gobblin/service/FlowStatusId.pdsc | 2 +- .../org/apache/gobblin/service/JobId.pdsc | 2 +- .../org/apache/gobblin/service/JobState.pdsc | 2 +- .../apache/gobblin/service/JobStatistics.pdsc | 2 +- .../org/apache/gobblin/service/JobStatus.pdsc | 2 +- .../org/apache/gobblin/service/Schedule.pdsc | 2 +- .../gobblin.service.flowconfigs.snapshot.json | 10 +-- .../gobblin.service.flowstatuses.snapshot.json | 22 ++--- .../gobblin/service/FlowConfigClient.java | 2 +- .../gobblin/service/FlowStatusClient.java | 2 +- .../apache/gobblin/service/FlowConfigTest.java | 10 +-- .../apache/gobblin/service/FlowStatusTest.java | 12 +-- .../gobblin/service/FlowConfigsResource.java | 12 +-- .../gobblin/service/FlowStatusResource.java | 6 +- .../service/validator/CronValidator.java | 2 +- .../service/validator/TemplateUriValidator.java | 2 +- .../gobblin/restli/EmbeddedRestliServer.java | 2 +- .../gobblin/restli/SharedRestClientFactory.java | 22 ++--- .../gobblin/restli/SharedRestClientKey.java | 4 +- .../apache/gobblin/restli/UriRestClientKey.java | 2 +- ...blin.restli.throttling.permits.restspec.json | 4 +- .../restli/throttling/PermitAllocation.pdsc | 2 +- .../restli/throttling/PermitRequest.pdsc | 2 +- .../gobblin/restli/throttling/Policy.pdsc | 2 +- ...blin.restli.throttling.permits.snapshot.json | 8 +- .../util/limiter/BatchedPermitsRequester.java | 12 +-- .../RedirectAwareRestClientRequestSender.java | 30 +++---- .../gobblin/util/limiter/RequestSender.java | 6 +- .../util/limiter/RestClientRequestSender.java | 10 +-- .../util/limiter/RestliLimiterFactory.java | 30 +++---- .../util/limiter/RestliServiceBasedLimiter.java | 8 +- .../stressTest/FixedOperationsStressor.java | 4 +- .../util/limiter/stressTest/MRStressTest.java | 30 +++---- .../stressTest/RandomDelayStartStressor.java | 4 +- .../stressTest/RandomRuntimeStressor.java | 4 +- .../RateComputingLimiterContainer.java | 8 +- .../limiter/stressTest/StressTestUtils.java | 2 +- .../util/limiter/stressTest/Stressor.java | 4 +- .../restli/throttling/LocalStressTest.java | 20 ++--- .../restli/throttling/ThrottlingClientTest.java | 8 +- .../limiter/BatchedPermitsRequesterTest.java | 8 +- .../gobblin/util/limiter/MockRequester.java | 8 +- .../util/limiter/RestliLimiterFactoryTest.java | 20 ++--- .../limiter/RestliServiceBasedLimiterTest.java | 22 ++--- .../ConfigClientBasedPolicyFactory.java | 18 ++-- .../restli/throttling/CountBasedPolicy.java | 10 +-- .../restli/throttling/DynamicTokenBucket.java | 2 +- .../gobblin/restli/throttling/LeaderFinder.java | 2 +- .../throttling/LimiterServerResource.java | 20 ++--- .../gobblin/restli/throttling/NoopPolicy.java | 10 +-- .../restli/throttling/PoliciesResource.java | 16 ++-- .../gobblin/restli/throttling/QPSPolicy.java | 10 +-- .../ThrottlingGuiceServletConfig.java | 14 +-- .../restli/throttling/ThrottlingPolicy.java | 2 +- .../throttling/ThrottlingPolicyFactory.java | 24 +++--- .../throttling/ThrottlingServerScopes.java | 8 +- .../gobblin/restli/throttling/TokenBucket.java | 2 +- .../gobblin/restli/throttling/URIMetadata.java | 2 +- .../throttling/ZookeeperLeaderElection.java | 4 +- .../throttling/ConfigStoreBasedPolicyTest.java | 8 +- .../throttling/DynamicTokenBucketTest.java | 2 +- .../throttling/LimiterServerResourceTest.java | 8 +- .../restli/throttling/PoliciesResourceTest.java | 6 +- .../gobblin/restli/throttling/TestFailover.java | 2 +- .../restli/throttling/TokenBucketTest.java | 2 +- ...adoopKerberosKeytabAuthenticationPlugin.java | 16 ++-- ...adoopKerberosKeytabAuthenticationPlugin.java | 6 +- .../gobblin/runtime/fork/MockTaskContext.java | 16 ++-- gobblin-runtime/src/main/avro/AvroJobSpec.avsc | 2 +- .../gobblin/runtime/AbstractJobLauncher.java | 86 +++++++++---------- .../runtime/AbstractTaskStateTracker.java | 10 +-- .../apache/gobblin/runtime/BaseLimiterType.java | 2 +- .../runtime/BoundedBlockingRecordQueue.java | 4 +- .../runtime/CheckpointableWatermarkState.java | 6 +- .../gobblin/runtime/CountBasedLimiter.java | 2 +- .../gobblin/runtime/CountUpAndDownLatch.java | 2 +- .../gobblin/runtime/DefaultLimiterFactory.java | 2 +- .../gobblin/runtime/EventMetadataUtils.java | 4 +- .../apache/gobblin/runtime/ExecutionModel.java | 4 +- .../runtime/ForkBranchMismatchException.java | 2 +- .../apache/gobblin/runtime/ForkException.java | 2 +- .../gobblin/runtime/FsDatasetStateStore.java | 24 +++--- .../runtime/FsDatasetStateStoreFactory.java | 6 +- .../runtime/GobblinMultiTaskAttempt.java | 40 ++++----- .../org/apache/gobblin/runtime/JobContext.java | 54 ++++++------ .../apache/gobblin/runtime/JobException.java | 2 +- .../runtime/JobExecutionEventSubmitter.java | 28 +++--- .../org/apache/gobblin/runtime/JobLauncher.java | 4 +- .../gobblin/runtime/JobLauncherFactory.java | 14 +-- .../org/apache/gobblin/runtime/JobState.java | 36 ++++---- .../org/apache/gobblin/runtime/Limiter.java | 2 +- .../runtime/LimitingExtractorDecorator.java | 20 ++--- .../apache/gobblin/runtime/MultiConverter.java | 22 ++--- .../gobblin/runtime/MysqlDatasetStateStore.java | 8 +- .../runtime/MysqlDatasetStateStoreFactory.java | 10 +-- .../gobblin/runtime/NewTaskCompletionEvent.java | 2 +- .../gobblin/runtime/NonRefillableLimiter.java | 2 +- .../gobblin/runtime/NoopDatasetStateStore.java | 8 +- .../runtime/NoopEventMetadataGenerator.java | 8 +- .../gobblin/runtime/PoolBasedLimiter.java | 2 +- .../gobblin/runtime/RateBasedLimiter.java | 2 +- .../gobblin/runtime/SafeDatasetCommit.java | 26 +++--- .../apache/gobblin/runtime/SourceDecorator.java | 20 ++--- .../StateStoreBasedWatermarkStorage.java | 16 ++-- .../StateStoreBasedWatermarkStorageCli.java | 10 +-- .../gobblin/runtime/StreamModelTaskRunner.java | 30 +++---- .../java/org/apache/gobblin/runtime/Task.java | 78 ++++++++--------- .../gobblin/runtime/TaskConfigurationKeys.java | 2 +- .../org/apache/gobblin/runtime/TaskContext.java | 54 ++++++------ .../apache/gobblin/runtime/TaskExecutor.java | 10 +-- .../runtime/TaskInstantiationException.java | 2 +- .../org/apache/gobblin/runtime/TaskState.java | 30 +++---- .../runtime/TaskStateCollectorService.java | 10 +-- .../gobblin/runtime/TaskStateTracker.java | 2 +- .../gobblin/runtime/TimeBasedLimiter.java | 2 +- .../gobblin/runtime/api/Configurable.java | 4 +- .../runtime/api/EventMetadataGenerator.java | 6 +- .../apache/gobblin/runtime/api/FlowSpec.java | 8 +- .../runtime/api/GobblinInstanceDriver.java | 8 +- .../runtime/api/GobblinInstanceEnvironment.java | 8 +- .../runtime/api/GobblinInstanceLauncher.java | 4 +- .../runtime/api/GobblinInstancePlugin.java | 2 +- .../api/GobblinInstancePluginFactory.java | 2 +- .../apache/gobblin/runtime/api/JobCatalog.java | 14 +-- .../gobblin/runtime/api/JobCatalogListener.java | 6 +- .../api/JobCatalogListenersContainer.java | 2 +- .../runtime/api/JobCatalogWithTemplates.java | 2 +- .../gobblin/runtime/api/JobExecution.java | 4 +- .../gobblin/runtime/api/JobExecutionDriver.java | 2 +- .../runtime/api/JobExecutionLauncher.java | 10 +-- .../gobblin/runtime/api/JobExecutionResult.java | 4 +- .../gobblin/runtime/api/JobExecutionState.java | 8 +- .../runtime/api/JobExecutionStateListener.java | 8 +- .../api/JobExecutionStateListenerContainer.java | 4 +- .../gobblin/runtime/api/JobExecutionStatus.java | 4 +- .../runtime/api/JobLifecycleListener.java | 6 +- .../api/JobLifecycleListenersContainer.java | 2 +- .../org/apache/gobblin/runtime/api/JobSpec.java | 10 +-- .../gobblin/runtime/api/JobSpecMonitor.java | 2 +- .../runtime/api/JobSpecMonitorFactory.java | 2 +- .../runtime/api/JobSpecNotFoundException.java | 2 +- .../gobblin/runtime/api/JobSpecSchedule.java | 2 +- .../gobblin/runtime/api/JobSpecScheduler.java | 4 +- .../runtime/api/JobSpecSchedulerListener.java | 4 +- .../api/JobSpecSchedulerListenersContainer.java | 2 +- .../apache/gobblin/runtime/api/JobTemplate.java | 2 +- .../gobblin/runtime/api/MutableJobCatalog.java | 4 +- .../gobblin/runtime/api/MutableSpecCatalog.java | 2 +- .../apache/gobblin/runtime/api/SpecCatalog.java | 12 +-- .../runtime/api/SpecCatalogListener.java | 4 +- .../api/SpecCatalogListenersContainer.java | 2 +- .../gobblin/runtime/api/SpecCompiler.java | 4 +- .../runtime/api/SpecNotFoundException.java | 2 +- .../apache/gobblin/runtime/api/SpecSerDe.java | 2 +- .../apache/gobblin/runtime/api/SpecStore.java | 2 +- .../gobblin/runtime/api/TopologySpec.java | 12 +-- .../gobblin/runtime/api/package-info.java | 2 +- .../runtime/app/ApplicationException.java | 4 +- .../runtime/app/ApplicationLauncher.java | 6 +- .../runtime/app/ServiceBasedAppLauncher.java | 22 ++--- .../gobblin/runtime/cli/CliEmbeddedGobblin.java | 8 +- .../apache/gobblin/runtime/cli/CliOptions.java | 4 +- ...ructorAndPublicMethodsGobblinCliFactory.java | 4 +- .../runtime/cli/EmbeddedGobblinCliFactory.java | 4 +- .../gobblin/runtime/cli/PasswordManagerCLI.java | 6 +- .../cli/PublicMethodsGobblinCliFactory.java | 6 +- .../runtime/commit/DatasetStateCommitStep.java | 18 ++-- .../runtime/commit/FsCommitSequenceStore.java | 18 ++-- .../gobblin/runtime/crypto/DecryptCli.java | 10 +-- .../runtime/embedded/EmbeddedGobblin.java | 76 ++++++++--------- .../gobblin/runtime/fork/AsynchronousFork.java | 18 ++-- .../org/apache/gobblin/runtime/fork/Fork.java | 72 ++++++++-------- .../gobblin/runtime/fork/SynchronousFork.java | 12 +-- .../DefaultGobblinInstanceDriverImpl.java | 50 +++++------ .../SimpleGobblinInstanceEnvironment.java | 16 ++-- .../instance/StandardGobblinInstanceDriver.java | 56 ++++++------ .../StandardGobblinInstanceLauncher.java | 30 +++---- .../instance/hadoop/HadoopConfigLoader.java | 2 +- .../instance/plugin/BaseIdlePluginImpl.java | 8 +- .../runtime/job_catalog/CachingJobCatalog.java | 14 +-- .../runtime/job_catalog/FSJobCatalog.java | 28 +++--- .../FSPathAlterationListenerAdaptor.java | 10 +-- .../job_catalog/ImmutableFSJobCatalog.java | 24 +++--- .../runtime/job_catalog/InMemoryJobCatalog.java | 16 ++-- .../runtime/job_catalog/JobCatalogBase.java | 16 ++-- .../job_catalog/JobCatalogListenersList.java | 12 +-- .../job_catalog/MutableCachingJobCatalog.java | 6 +- .../job_catalog/MutableJobCatalogBase.java | 10 +-- .../job_catalog/NonObservingFSJobCatalog.java | 14 +-- .../PackagedTemplatesJobCatalogDecorator.java | 14 +-- .../runtime/job_catalog/StaticJobCatalog.java | 12 +-- .../job_exec/JobLauncherExecutionDriver.java | 72 ++++++++-------- .../gobblin/runtime/job_exec/package-info.java | 2 +- .../job_monitor/AvroJobSpecKafkaJobMonitor.java | 36 ++++---- .../job_monitor/KafkaAvroJobMonitor.java | 14 +-- .../runtime/job_monitor/KafkaJobMonitor.java | 16 ++-- .../job_monitor/SLAEventKafkaJobMonitor.java | 28 +++--- .../runtime/job_spec/ResolvedJobSpec.java | 20 ++--- .../runtime/kafka/HighLevelConsumer.java | 14 +-- .../listeners/AbstractCloseableJobListener.java | 2 +- .../runtime/listeners/AbstractJobListener.java | 4 +- .../runtime/listeners/CloseableJobListener.java | 2 +- .../listeners/EmailNotificationJobListener.java | 10 +-- .../JobExecutionEventSubmitterListener.java | 6 +- .../gobblin/runtime/listeners/JobListener.java | 6 +- .../gobblin/runtime/listeners/JobListeners.java | 6 +- .../runtime/listeners/RunOnceJobListener.java | 8 +- .../runtime/local/CliLocalJobLauncher.java | 16 ++-- .../gobblin/runtime/local/LocalJobLauncher.java | 32 +++---- .../runtime/local/LocalTaskStateTracker.java | 18 ++-- .../locks/AbstractJobLockFactoryManager.java | 2 +- .../gobblin/runtime/locks/FileBasedJobLock.java | 4 +- .../runtime/locks/FileBasedJobLockFactory.java | 8 +- .../locks/FileBasedJobLockFactoryManager.java | 6 +- .../apache/gobblin/runtime/locks/JobLock.java | 2 +- .../runtime/locks/JobLockEventListener.java | 2 +- .../gobblin/runtime/locks/JobLockException.java | 2 +- .../gobblin/runtime/locks/JobLockFactory.java | 4 +- .../runtime/locks/JobLockFactoryManager.java | 2 +- .../locks/LegacyJobLockFactoryManager.java | 4 +- .../runtime/locks/ListenableJobLock.java | 2 +- .../runtime/locks/ZookeeperBasedJobLock.java | 4 +- .../runtime/mapreduce/CliMRJobLauncher.java | 16 ++-- .../mapreduce/GobblinOutputCommitter.java | 18 ++-- .../runtime/mapreduce/GobblinOutputFormat.java | 2 +- .../mapreduce/GobblinWorkUnitsInputFormat.java | 2 +- .../runtime/mapreduce/MRJobLauncher.java | 62 +++++++------- .../gobblin/runtime/mapreduce/MRTask.java | 12 +-- .../runtime/mapreduce/MRTaskFactory.java | 14 +-- .../runtime/mapreduce/MRTaskStateTracker.java | 16 ++-- .../gobblin/runtime/metrics/RuntimeMetrics.java | 2 +- .../plugins/GobblinInstancePluginUtils.java | 6 +- .../runtime/plugins/PluginStaticKeys.java | 2 +- .../plugins/email/EmailNotificationPlugin.java | 30 +++---- .../plugins/metrics/GobblinMetricsPlugin.java | 16 ++-- .../scheduler/AbstractJobSpecScheduler.java | 10 +-- .../DefaultJobSpecSchedulerListenerImpl.java | 8 +- .../scheduler/ImmediateJobSpecScheduler.java | 12 +-- .../scheduler/JobSpecSchedulerListeners.java | 12 +-- .../scheduler/QuartzJobSpecScheduler.java | 16 ++-- .../runtime/services/JMXReportingService.java | 2 +- .../services/MetricsReportingService.java | 4 +- .../runtime/spec_catalog/FlowCatalog.java | 34 ++++---- .../spec_catalog/SpecCatalogListenersList.java | 10 +-- .../runtime/spec_catalog/TopologyCatalog.java | 34 ++++---- .../InMemorySpecExecutorInstanceProducer.java | 12 +-- .../gobblin/runtime/spec_store/FSSpecStore.java | 16 ++-- .../runtime/std/DefaultConfigurableImpl.java | 6 +- .../std/DefaultJobCatalogListenerImpl.java | 6 +- .../DefaultJobExecutionStateListenerImpl.java | 8 +- .../std/DefaultJobLifecycleListenerImpl.java | 14 +-- .../runtime/std/DefaultJobSpecScheduleImpl.java | 6 +- .../std/FilteredJobLifecycleListener.java | 14 +-- .../runtime/std/JobExecutionStateListeners.java | 12 +-- .../runtime/std/JobExecutionUpdatable.java | 12 +-- .../runtime/std/JobLifecycleListenersList.java | 24 +++--- .../gobblin/runtime/std/JobSpecFilter.java | 4 +- .../gobblin/runtime/task/BaseAbstractTask.java | 12 +-- .../apache/gobblin/runtime/task/FailedTask.java | 16 ++-- .../gobblin/runtime/task/TaskFactory.java | 8 +- .../apache/gobblin/runtime/task/TaskIFace.java | 8 +- .../gobblin/runtime/task/TaskIFaceWrapper.java | 16 ++-- .../apache/gobblin/runtime/task/TaskUtils.java | 4 +- .../template/HOCONInputStreamJobTemplate.java | 10 +-- .../runtime/template/InheritingJobTemplate.java | 8 +- .../template/PullFileToConfigConverter.java | 16 ++-- .../template/ResourceBasedJobTemplate.java | 8 +- .../runtime/template/StaticJobTemplate.java | 14 +-- .../gobblin/runtime/util/ClustersNames.java | 2 +- .../apache/gobblin/runtime/util/JobMetrics.java | 16 ++-- .../runtime/util/JobStateToJsonConverter.java | 12 +-- .../gobblin/runtime/util/MetricGroup.java | 2 +- .../util/MultiWorkUnitUnpackingIterator.java | 6 +- .../gobblin/runtime/util/RuntimeConstructs.java | 4 +- .../gobblin/runtime/util/StateStores.java | 16 ++-- .../gobblin/runtime/util/TaskMetrics.java | 14 +-- .../gobblin/scheduler/BaseGobblinJob.java | 2 +- .../apache/gobblin/scheduler/JobScheduler.java | 22 ++--- ...PathAlterationListenerAdaptorForMonitor.java | 16 ++-- .../gobblin/scheduler/SchedulerDaemon.java | 6 +- .../gobblin/scheduler/SchedulerService.java | 8 +- .../gobblin/service/monitoring/FlowStatus.java | 4 +- .../service/monitoring/FlowStatusGenerator.java | 4 +- .../gobblin/service/monitoring/JobStatus.java | 4 +- .../service/monitoring/JobStatusRetriever.java | 4 +- .../LatestFlowExecutionIdTracker.java | 2 +- .../org/apache/gobblin/util/SchedulerUtils.java | 18 ++-- .../gobblin/performance/PerformanceTest.java | 10 +-- .../runtime/BoundedBlockingRecordQueueTest.java | 2 +- .../runtime/CountUpAndDownLatchTest.java | 2 +- .../gobblin/runtime/DatasetStateStoreTest.java | 30 +++---- .../apache/gobblin/runtime/DummyJobContext.java | 14 +-- .../runtime/FsDatasetStateStoreTest.java | 10 +-- .../gobblin/runtime/JobBrokerInjectionTest.java | 56 ++++++------ .../apache/gobblin/runtime/JobContextTest.java | 8 +- .../runtime/JobExecutionEventSubmitterTest.java | 8 +- .../gobblin/runtime/JobLauncherTestHelper.java | 24 +++--- .../gobblin/runtime/JobListenersTest.java | 8 +- .../apache/gobblin/runtime/JobStateTest.java | 12 +-- .../gobblin/runtime/LimiterStopEventTest.java | 12 +-- .../gobblin/runtime/MultiConverterTest.java | 16 ++-- .../runtime/MysqlDatasetStateStoreTest.java | 22 ++--- .../apache/gobblin/runtime/TaskContextTest.java | 16 ++-- .../gobblin/runtime/TaskContinuousTest.java | 42 ++++----- .../runtime/TaskStateCollectorServiceTest.java | 6 +- .../apache/gobblin/runtime/TaskStateTest.java | 8 +- .../org/apache/gobblin/runtime/TaskTest.java | 34 ++++---- .../gobblin/runtime/TestRecordStream.java | 46 +++++----- .../runtime/TestWorkUnitStreamSource.java | 24 +++--- .../runtime/api/TestJobExecutionState.java | 14 +-- .../apache/gobblin/runtime/api/TestJobSpec.java | 4 +- .../runtime/commit/CommitSequenceTest.java | 12 +-- .../commit/FsCommitSequenceStoreTest.java | 18 ++-- .../runtime/embedded/EmbeddedGobblinTest.java | 14 +-- .../TestDefaultGobblinInstanceDriverImpl.java | 26 +++--- .../TestStandardGobblinInstanceDriver.java | 16 ++-- .../TestStandardGobblinInstanceLauncher.java | 32 +++---- .../instance/hadoop/TestHadoopConfigLoader.java | 2 +- .../job_catalog/FSJobCatalogHelperTest.java | 22 ++--- ...ackagedTemplatesJobCatalogDecoratorTest.java | 10 +-- .../runtime/job_catalog/TestFSJobCatalog.java | 16 ++-- .../job_catalog/TestImmutableFSJobCatalog.java | 4 +- .../job_catalog/TestInMemoryJobCatalog.java | 14 +-- .../TestJobCatalogListenersList.java | 6 +- .../TestMutableCachingJobCatalog.java | 8 +- .../TestNonObservingFSJobCatalog.java | 16 ++-- .../TestJobLauncherExecutionDriver.java | 16 ++-- .../job_monitor/KafkaAvroJobMonitorTest.java | 24 +++--- .../job_monitor/KafkaJobMonitorTest.java | 4 +- .../runtime/job_monitor/MockKafkaStream.java | 2 +- .../job_monitor/MockedKafkaJobMonitor.java | 10 +-- .../SLAEventKafkaJobMonitorTest.java | 16 ++-- .../runtime/kafka/HighLevelConsumerTest.java | 4 +- .../runtime/kafka/MockedHighLevelConsumer.java | 6 +- .../runtime/local/LocalJobLauncherTest.java | 26 +++--- .../FileBasedJobLockFactoryManagerTest.java | 4 +- .../runtime/locks/FileBasedJobLockTest.java | 4 +- .../gobblin/runtime/locks/JobLockTest.java | 2 +- .../locks/LegacyJobLockFactoryManagerTest.java | 4 +- .../locks/ZookeeperBasedJobLockTest.java | 4 +- .../mapreduce/GobblinOutputCommitterTest.java | 10 +-- .../GobblinWorkUnitsInputFormatTest.java | 2 +- .../runtime/mapreduce/MRJobLauncherTest.java | 26 +++--- .../runtime/mapreduce/MRTaskFactoryTest.java | 20 ++--- .../TestImmediateJobSpecScheduler.java | 8 +- .../scheduler/TestQuartzJobSpecScheduler.java | 10 +-- .../std/TestDefaultConfigurableImpl.java | 4 +- .../std/TestFilteredJobLifecycleListener.java | 14 +-- .../std/TestJobExecutionStateListeners.java | 12 +-- .../std/TestJobLifecycleListenersList.java | 12 +-- .../gobblin/runtime/std/TestJobSpecFilter.java | 4 +- .../template/InheritingJobTemplateTest.java | 8 +- .../template/ResourceBasedJobTemplateTest.java | 2 +- .../runtime/template/StaticJobTemplateTest.java | 6 +- .../gobblin/runtime/util/JobMetricsTest.java | 16 ++-- .../util/JobStateToJsonConverterTest.java | 2 +- .../MultiWorkUnitUnpackingIteratorTest.java | 6 +- .../gobblin/runtime/util/TaskMetricsTest.java | 16 ++-- .../scheduler/JobConfigFileMonitorTest.java | 6 +- .../filebased/TextFileBasedSourceTest.java | 12 +-- .../gobblin/spec_catalog/FlowCatalogTest.java | 18 ++-- .../spec_catalog/TopologyCatalogTest.java | 18 ++-- .../org/apache/gobblin/task/CustomTaskTest.java | 10 +-- .../task/EventBusPublishingTaskFactory.java | 32 +++---- .../org/apache/gobblin/test/TestConverter.java | 8 +- .../org/apache/gobblin/test/TestConverter2.java | 16 ++-- .../apache/gobblin/test/TestDataPublisher.java | 10 +-- .../org/apache/gobblin/test/TestExtractor.java | 8 +- .../org/apache/gobblin/test/TestSource.java | 22 ++--- .../apache/gobblin/util/SchedulerUtilsTest.java | 10 +-- .../org/apache/gobblin/util/TemplateTest.java | 10 +-- .../salesforce/SalesforceConfigurationKeys.java | 2 +- .../gobblin/salesforce/SalesforceConnector.java | 12 +-- .../gobblin/salesforce/SalesforceExtractor.java | 50 +++++------ .../gobblin/salesforce/SalesforceSource.java | 40 ++++----- .../salesforce/SalesforceSourceTest.java | 2 +- .../org/apache/gobblin/service/HelixUtils.java | 4 +- .../gobblin/service/ServiceConfigKeys.java | 10 +-- .../gobblin/service/ServiceMetricNames.java | 2 +- .../modules/core/GobblinServiceManager.java | 50 +++++------ .../flow/IdentityFlowToJobSpecCompiler.java | 40 ++++----- .../modules/orchestration/Orchestrator.java | 38 ++++----- .../scheduler/GobblinServiceJobScheduler.java | 34 ++++---- .../ConfigBasedTopologySpecFactory.java | 14 +-- .../modules/topology/TopologySpecFactory.java | 6 +- .../modules/core/GobblinServiceHATest.java | 32 +++---- .../modules/core/GobblinServiceManagerTest.java | 30 +++---- .../core/IdentityFlowToJobSpecCompilerTest.java | 24 +++--- .../modules/orchestration/OrchestratorTest.java | 26 +++--- .../ConfigBasedTopologySpecFactoryTest.java | 10 +-- .../test/execution/operator/SetupOperator.java | 2 +- .../execution/validator/ValidationRule.java | 2 +- .../test/setup/config/ConfigStepsGenerator.java | 2 +- .../apache/gobblin/test/setup/config/Step.java | 2 +- .../test/setup/config/TestHarnessLauncher.java | 2 +- .../gobblin/GobblinLocalJobLauncherUtils.java | 6 +- .../org/apache/gobblin/TestAvroExtractor.java | 8 +- .../java/org/apache/gobblin/TestAvroSource.java | 10 +-- .../gobblin/TestSkipWorkUnitsPublisher.java | 6 +- .../apache/gobblin/TestSkipWorkUnitsSource.java | 12 +-- .../WriterOutputFormatIntegrationTest.java | 4 +- .../data/management/CopyIntegrationTest.java | 8 +- .../apache/gobblin/test/ConstantTimingType.java | 2 +- .../org/apache/gobblin/test/ErrorManager.java | 4 +- .../org/apache/gobblin/test/NthTimingType.java | 2 +- .../java/org/apache/gobblin/test/TestUtils.java | 2 +- .../org/apache/gobblin/test/TimingManager.java | 2 +- .../org/apache/gobblin/test/TimingResult.java | 2 +- .../org/apache/gobblin/test/TimingType.java | 2 +- .../gobblin/test/crypto/InsecureShiftCodec.java | 4 +- .../test/crypto/TestEncryptionProvider.java | 10 +-- .../test/crypto/TestRandomCredentialStore.java | 4 +- .../apache/gobblin/test/ErrorManagerTest.java | 2 +- .../gobblin/test/RandomCredentialStoreTest.java | 8 +- .../apache/gobblin/tunnel/AcceptHandler.java | 2 +- .../java/org/apache/gobblin/tunnel/Config.java | 2 +- .../org/apache/gobblin/tunnel/HandlerState.java | 2 +- .../gobblin/tunnel/ProxySetupHandler.java | 4 +- .../apache/gobblin/tunnel/ReadWriteHandler.java | 2 +- .../java/org/apache/gobblin/tunnel/Tunnel.java | 4 +- .../gobblin/tunnel/ConnectProxyServer.java | 2 +- .../apache/gobblin/tunnel/DoubleEchoServer.java | 2 +- .../org/apache/gobblin/tunnel/EasyThread.java | 2 +- .../org/apache/gobblin/tunnel/MockServer.java | 2 +- .../tunnel/TalkFirstDoubleEchoServer.java | 2 +- .../apache/gobblin/tunnel/TalkPastServer.java | 2 +- .../TestTunnelWithArbitraryTCPTraffic.java | 2 +- .../org/apache/gobblin/tunnel/TunnelTest.java | 2 +- .../broker/BrokerConfigurationKeyGenerator.java | 8 +- .../gobblin/broker/DefaultBrokerCache.java | 10 +-- .../org/apache/gobblin/broker/EmptyKey.java | 4 +- .../broker/KeyedScopedConfigViewImpl.java | 10 +-- .../gobblin/broker/NonExtendableBrokerView.java | 6 +- .../apache/gobblin/broker/ResourceInstance.java | 4 +- .../org/apache/gobblin/broker/ScopeWrapper.java | 6 +- .../broker/SharedResourcesBrokerFactory.java | 10 +-- .../broker/SharedResourcesBrokerImpl.java | 18 ++-- .../broker/SharedResourcesBrokerUtils.java | 4 +- .../apache/gobblin/broker/TTLResourceEntry.java | 2 +- .../org/apache/gobblin/broker/package-info.java | 2 +- .../copy/hive/WhitelistBlacklist.java | 2 +- .../gobblin/runtime/cli/CliApplication.java | 2 +- .../gobblin/runtime/cli/CliObjectFactory.java | 2 +- .../gobblin/runtime/cli/CliObjectOption.java | 2 +- .../gobblin/runtime/cli/CliObjectSupport.java | 2 +- ...tructorAndPublicMethodsCliObjectFactory.java | 2 +- .../apache/gobblin/runtime/cli/GobblinCli.java | 6 +- .../apache/gobblin/runtime/cli/NotOnCli.java | 2 +- .../cli/PublicMethodsCliObjectFactory.java | 2 +- .../gobblin/util/ApplicationLauncherUtils.java | 2 +- .../apache/gobblin/util/AutoCloseableLock.java | 2 +- .../gobblin/util/AutoReturnableObject.java | 2 +- .../org/apache/gobblin/util/AvroFlattener.java | 2 +- .../java/org/apache/gobblin/util/AvroUtils.java | 2 +- .../org/apache/gobblin/util/AzkabanTags.java | 2 +- .../gobblin/util/CLIPasswordEncryptor.java | 4 +- .../apache/gobblin/util/ClusterNameTags.java | 2 +- .../org/apache/gobblin/util/ClustersNames.java | 2 +- .../org/apache/gobblin/util/ConfigUtils.java | 6 +- .../apache/gobblin/util/DatasetFilterUtils.java | 4 +- .../apache/gobblin/util/DatePartitionType.java | 2 +- .../java/org/apache/gobblin/util/Either.java | 2 +- .../org/apache/gobblin/util/EmailUtils.java | 8 +- .../org/apache/gobblin/util/EmptyIterable.java | 2 +- .../org/apache/gobblin/util/ExecutorsUtils.java | 10 +-- .../apache/gobblin/util/ExponentialBackoff.java | 2 +- .../org/apache/gobblin/util/FileListUtils.java | 2 +- .../apache/gobblin/util/ForkOperatorUtils.java | 8 +- .../org/apache/gobblin/util/HadoopUtils.java | 12 +-- .../gobblin/util/HeapDumpForTaskUtils.java | 4 +- .../apache/gobblin/util/HiveJdbcConnector.java | 4 +- .../java/org/apache/gobblin/util/HostUtils.java | 2 +- .../main/java/org/apache/gobblin/util/Id.java | 2 +- .../gobblin/util/ImmutableProperties.java | 2 +- .../gobblin/util/JobConfigurationUtils.java | 4 +- .../apache/gobblin/util/JobLauncherUtils.java | 10 +-- .../java/org/apache/gobblin/util/JvmUtils.java | 2 +- .../util/LoggingUncaughtExceptionHandler.java | 2 +- .../org/apache/gobblin/util/NoopCloseable.java | 2 +- .../org/apache/gobblin/util/ParallelRunner.java | 4 +- .../java/org/apache/gobblin/util/PathUtils.java | 2 +- .../java/org/apache/gobblin/util/PortUtils.java | 2 +- .../apache/gobblin/util/PropertiesUtils.java | 2 +- .../gobblin/util/ProxiedFileSystemCache.java | 6 +- .../gobblin/util/ProxiedFileSystemUtils.java | 6 +- .../gobblin/util/ProxiedFileSystemWrapper.java | 6 +- .../org/apache/gobblin/util/PublisherUtils.java | 10 +-- .../org/apache/gobblin/util/PullFileLoader.java | 4 +- .../gobblin/util/RateControlledFileSystem.java | 8 +- .../apache/gobblin/util/SerializationUtils.java | 4 +- .../apache/gobblin/util/StringParsingUtils.java | 2 +- .../org/apache/gobblin/util/TemplateUtils.java | 4 +- .../apache/gobblin/util/TimeRangeChecker.java | 4 +- .../gobblin/util/WritableShimSerialization.java | 4 +- .../org/apache/gobblin/util/WriterUtils.java | 10 +-- .../gobblin/util/binpacking/FieldWeighter.java | 6 +- .../WorstFitDecreasingBinPacking.java | 10 +-- .../apache/gobblin/util/callbacks/Callback.java | 2 +- .../gobblin/util/callbacks/CallbackResult.java | 2 +- .../util/callbacks/CallbacksDispatcher.java | 4 +- .../gobblin/util/callbacks/package-info.java | 2 +- .../gobblin/util/concurrent/AutoResetEvent.java | 2 +- .../util/concurrent/CancellableTask.java | 2 +- .../HashedWheelTimerTaskScheduler.java | 4 +- .../ScheduledExecutorServiceTaskScheduler.java | 4 +- .../gobblin/util/concurrent/ScheduledTask.java | 2 +- .../gobblin/util/concurrent/TaskScheduler.java | 2 +- .../util/concurrent/TaskSchedulerFactory.java | 2 +- .../util/concurrent/TaskSchedulerType.java | 2 +- .../gobblin/util/dataset/DatasetUtils.java | 8 +- .../util/deprecation/DeprecationUtils.java | 4 +- .../util/executors/ForceQueuePolicy.java | 2 +- .../util/executors/IteratorExecutor.java | 6 +- .../util/executors/MDCPropagatingCallable.java | 2 +- .../MDCPropagatingExecutorService.java | 2 +- .../util/executors/MDCPropagatingRunnable.java | 2 +- .../MDCPropagatingScheduledExecutorService.java | 2 +- .../gobblin/util/executors/ScalingQueue.java | 2 +- .../executors/ScalingThreadPoolExecutor.java | 2 +- ...CatchingPathAlterationListenerDecorator.java | 4 +- .../util/filesystem/FileStatusEntry.java | 2 +- .../util/filesystem/FileSystemDecorator.java | 6 +- .../util/filesystem/FileSystemFactory.java | 18 ++-- .../filesystem/FileSystemInstrumentation.java | 2 +- .../FileSystemInstrumentationFactory.java | 8 +- .../gobblin/util/filesystem/FileSystemKey.java | 4 +- .../util/filesystem/FileSystemLimiterKey.java | 6 +- .../util/filesystem/InstrumentedFileSystem.java | 6 +- .../filesystem/InstrumentedFileSystemUtils.java | 2 +- .../filesystem/InstrumentedHDFSFileSystem.java | 2 +- .../filesystem/InstrumentedLocalFileSystem.java | 2 +- .../InstrumentedWebHDFSFileSystem.java | 2 +- .../util/filesystem/PathAlterationListener.java | 2 +- .../PathAlterationListenerAdaptor.java | 2 +- .../util/filesystem/PathAlterationObserver.java | 4 +- .../PathAlterationObserverScheduler.java | 4 +- .../util/filesystem/ThrottledFileSystem.java | 18 ++-- .../gobblin/util/filters/AndPathFilter.java | 2 +- .../gobblin/util/filters/HiddenFilter.java | 2 +- .../gobblin/util/filters/RegexPathFilter.java | 2 +- .../gobblin/util/filters/TarGpgPathFilter.java | 2 +- .../java/org/apache/gobblin/util/guid/Guid.java | 2 +- .../org/apache/gobblin/util/guid/HasGuid.java | 2 +- .../apache/gobblin/util/hadoop/TokenUtils.java | 4 +- .../gobblin/util/http/HttpLimiterKey.java | 4 +- .../util/io/AdditionalCloseableInputStream.java | 2 +- .../gobblin/util/io/BatchedMeterDecorator.java | 4 +- .../gobblin/util/io/CloseableHttpConn.java | 2 +- .../gobblin/util/io/FilterStreamUnpacker.java | 2 +- .../gobblin/util/io/GsonInterfaceAdapter.java | 2 +- .../gobblin/util/io/MeteredInputStream.java | 2 +- .../gobblin/util/io/MeteredOutputStream.java | 2 +- .../apache/gobblin/util/io/MeteredStream.java | 2 +- .../gobblin/util/io/SeekableFSInputStream.java | 2 +- .../apache/gobblin/util/io/StreamCopier.java | 4 +- .../util/io/StreamCopierSharedLimiterKey.java | 6 +- .../apache/gobblin/util/io/StreamThrottler.java | 28 +++--- .../org/apache/gobblin/util/io/StreamUtils.java | 4 +- .../gobblin/util/io/ThrottledInputStream.java | 4 +- .../util/iterators/InterruptibleIterator.java | 2 +- .../gobblin/util/jdbc/DataSourceBuilder.java | 6 +- .../gobblin/util/jdbc/DataSourceModule.java | 2 +- .../gobblin/util/jdbc/DataSourceProvider.java | 4 +- .../org/apache/gobblin/util/json/JsonUtils.java | 2 +- .../gobblin/util/limiter/BaseLimiterType.java | 2 +- .../gobblin/util/limiter/CountBasedLimiter.java | 4 +- .../util/limiter/DefaultLimiterFactory.java | 4 +- .../apache/gobblin/util/limiter/Limiter.java | 2 +- .../gobblin/util/limiter/LimiterFactory.java | 2 +- .../gobblin/util/limiter/MultiLimiter.java | 2 +- .../util/limiter/NonRefillableLimiter.java | 2 +- .../gobblin/util/limiter/NoopLimiter.java | 2 +- .../util/limiter/NotEnoughPermitsException.java | 4 +- .../gobblin/util/limiter/PoolBasedLimiter.java | 4 +- .../gobblin/util/limiter/RateBasedLimiter.java | 4 +- .../gobblin/util/limiter/TimeBasedLimiter.java | 6 +- .../limiter/broker/SharedLimiterFactory.java | 34 ++++---- .../util/limiter/broker/SharedLimiterKey.java | 4 +- .../util/logs/Log4jConfigurationHelper.java | 2 +- .../org/apache/gobblin/util/logs/LogCopier.java | 16 ++-- .../CompactionRecordCountProvider.java | 4 +- .../IngestionRecordCountProvider.java | 4 +- .../LateFileRecordCountProvider.java | 4 +- .../reflection/GobblinConstructorUtils.java | 2 +- .../AllocatedRequestsIterator.java | 2 +- .../AllocatedRequestsIteratorBase.java | 2 +- .../request_allocation/BruteForceAllocator.java | 2 +- .../ConcurrentBoundedPriorityIterable.java | 2 +- .../request_allocation/GreedyAllocator.java | 4 +- .../HierarchicalAllocator.java | 2 +- .../HierarchicalPrioritizer.java | 2 +- .../request_allocation/PreOrderAllocator.java | 4 +- .../PriorityIterableBasedRequestAllocator.java | 8 +- .../PriorityMultiIterator.java | 2 +- .../request_allocation/PushDownRequestor.java | 2 +- .../util/request_allocation/Request.java | 2 +- .../request_allocation/RequestAllocator.java | 2 +- .../RequestAllocatorConfig.java | 2 +- .../RequestAllocatorUtils.java | 4 +- .../util/request_allocation/Requestor.java | 2 +- .../request_allocation/ResourceEstimator.java | 2 +- .../util/request_allocation/ResourcePool.java | 2 +- .../request_allocation/ResourceRequirement.java | 2 +- .../SimpleHierarchicalPrioritizer.java | 2 +- .../util/request_allocation/VectorAlgebra.java | 2 +- .../util/service/StandardServiceConfig.java | 2 +- .../gobblin/util/test/FastSequentialSource.java | 14 +-- .../gobblin/util/test/HelloWorldSource.java | 18 ++-- .../apache/gobblin/util/test/StdoutWriter.java | 6 +- .../apache/gobblin/util/test/TestingSource.java | 14 +-- .../gobblin/broker/AutoscopedFactoryTest.java | 8 +- .../broker/DefaultGobblinBrokerTest.java | 24 +++--- .../gobblin/broker/GobblinBrokerConfTest.java | 8 +- .../broker/GobblinBrokerCreationTest.java | 10 +-- .../broker/KeyedScopedConfigViewImplTest.java | 4 +- .../SharedResourcesBrokerFactoryTest.java | 6 +- .../org/apache/gobblin/broker/TestFactory.java | 16 ++-- .../gobblin/broker/TestFactoryWithRedirect.java | 10 +-- .../apache/gobblin/broker/TestResourceKey.java | 4 +- ...torAndPublicMethodsCliObjectFactoryTest.java | 2 +- .../cli/PublicMethodsCliObjectFactoryTest.java | 2 +- .../apache/gobblin/util/AvroFlattenerTest.java | 2 +- .../org/apache/gobblin/util/AvroUtilsTest.java | 2 +- .../apache/gobblin/util/ClustersNamesTest.java | 2 +- .../apache/gobblin/util/ConfigUtilsTest.java | 6 +- .../gobblin/util/DatePartitionTypeTest.java | 2 +- .../apache/gobblin/util/ExecutorsUtilsTest.java | 2 +- .../apache/gobblin/util/FileListUtilsTest.java | 2 +- .../gobblin/util/ForkOperatorUtilsTest.java | 8 +- .../apache/gobblin/util/HadoopUtilsTest.java | 4 +- .../gobblin/util/HeapDumpForTaskUtilsTest.java | 2 +- .../gobblin/util/JobLauncherUtilsTest.java | 16 ++-- .../LoggingUncaughtExceptionHandlerTest.java | 2 +- .../apache/gobblin/util/ParallelRunnerTest.java | 12 +-- .../org/apache/gobblin/util/PortUtilsTest.java | 2 +- .../gobblin/util/PropertiesUtilsTest.java | 2 +- .../apache/gobblin/util/PullFileLoaderTest.java | 4 +- .../util/RatedControlledFileSystemTest.java | 6 +- .../gobblin/util/SerializationUtilsTest.java | 4 +- .../gobblin/util/StringParsingUtilsTest.java | 2 +- .../gobblin/util/TestImmutableProperties.java | 2 +- .../gobblin/util/TimeRangeCheckerTest.java | 4 +- .../apache/gobblin/util/WriterUtilsTest.java | 16 ++-- .../WorstFitDecreasingBinPackingTest.java | 10 +-- .../util/callbacks/TestCallbacksDispatcher.java | 2 +- .../HashedWheelTimerTaskSchedulerTest.java | 2 +- ...heduledExecutorServiceTaskSchedulerTest.java | 2 +- .../concurrent/TaskSchedulerFactoryTest.java | 2 +- .../util/concurrent/TaskSchedulerTest.java | 2 +- .../gobblin/util/dataset/DatasetUtilsTest.java | 6 +- .../util/executors/IteratorExecutorTest.java | 4 +- .../util/filesystem/FileSystemFactoryTest.java | 12 +-- .../InstrumentedLocalFileSystemTest.java | 4 +- .../filesystem/ThrottledFileSystemTest.java | 8 +- .../util/filters/RegexPathFilterTest.java | 2 +- .../org/apache/gobblin/util/guid/GuidTest.java | 2 +- .../util/io/GsonInterfaceAdapterTest.java | 6 +- .../gobblin/util/io/MeteredInputStreamTest.java | 2 +- .../util/io/MeteredOutputStreamTest.java | 2 +- .../gobblin/util/io/StreamCopierTest.java | 4 +- .../apache/gobblin/util/io/StreamUtilsTest.java | 2 +- .../util/io/ThrottledInputStreamTest.java | 6 +- .../util/limiter/CountBasedLimiterTest.java | 6 +- .../util/limiter/DefaultLimiterFactoryTest.java | 4 +- .../gobblin/util/limiter/MultiLimiterTest.java | 2 +- .../util/limiter/RateBasedLimiterTest.java | 6 +- .../util/limiter/TimeBasedLimiterTest.java | 6 +- .../broker/SharedLimiterFactoryTest.java | 26 +++--- .../CompactionRecordCountProviderTest.java | 2 +- .../IngestionRecordCountProviderTest.java | 2 +- .../reflection/GobblinConstructorUtilsTest.java | 2 +- .../BruteForceAllocatorTest.java | 2 +- .../ConcurrentBoundedPriorityIterableTest.java | 2 +- .../request_allocation/GreedyAllocatorTest.java | 2 +- .../HierarchicalAllocatorTest.java | 2 +- .../PreOrderAllocatorTest.java | 2 +- .../request_allocation/ResourcePoolTest.java | 2 +- .../util/request_allocation/StringRequest.java | 2 +- .../request_allocation/StringRequestor.java | 2 +- .../request_allocation/VectorAlgebraTest.java | 2 +- .../org/apache/gobblin/util/test/BaseClass.java | 2 +- .../apache/gobblin/util/test/ExtendedClass.java | 2 +- .../org/apache/gobblin/util/test/TestClass.java | 2 +- .../gobblin/util/test/TestHelloWorldSource.java | 12 +-- .../gobblin/yarn/GobblinApplicationMaster.java | 14 +-- .../gobblin/yarn/GobblinYarnAppLauncher.java | 32 +++---- .../yarn/GobblinYarnConfigurationKeys.java | 2 +- .../gobblin/yarn/GobblinYarnEventConstants.java | 2 +- .../gobblin/yarn/GobblinYarnLogSource.java | 4 +- .../gobblin/yarn/GobblinYarnMetricTagNames.java | 2 +- .../gobblin/yarn/GobblinYarnTaskRunner.java | 12 +-- .../gobblin/yarn/HelixMessageSubTypes.java | 2 +- .../gobblin/yarn/YarnAppSecurityManager.java | 6 +- .../yarn/YarnContainerSecurityManager.java | 4 +- .../org/apache/gobblin/yarn/YarnHelixUtils.java | 2 +- .../org/apache/gobblin/yarn/YarnService.java | 32 +++---- .../event/ApplicationReportArrivalEvent.java | 2 +- .../yarn/event/ContainerShutdownRequest.java | 2 +- .../yarn/event/DelegationTokenUpdatedEvent.java | 2 +- .../event/GetApplicationReportFailureEvent.java | 2 +- .../gobblin/yarn/event/NewContainerRequest.java | 2 +- .../yarn/GobblinYarnAppLauncherTest.java | 16 ++-- .../gobblin/yarn/YarnSecurityManagerTest.java | 10 +-- gradle/scripts/defaultBuildProperties.gradle | 4 +- 2410 files changed, 10266 insertions(+), 10266 deletions(-) ----------------------------------------------------------------------
