This is an automated email from the ASF dual-hosted git repository. weichiu pushed a change to branch trunk in repository https://gitbox.apache.org/repos/asf/hadoop.git
from 160b9fc3c92 HADOOP-18755. openFile builder new optLong() methods break hbase-filesystem (#5704) add 03a499821c9 HADOOP-18207. Introduce hadoop-logging module (#5503) No new revisions were added by this update. Summary of changes: hadoop-common-project/hadoop-auth-examples/pom.xml | 10 -- hadoop-common-project/hadoop-auth/pom.xml | 12 +- .../util/TestRandomSignerSecretProvider.java | 8 +- .../util/TestZKSignerSecretProvider.java | 8 +- hadoop-common-project/hadoop-common/pom.xml | 10 ++ .../hadoop-common/src/main/conf/log4j.properties | 2 +- .../main/java/org/apache/hadoop/log/LogLevel.java | 21 ++- .../java/org/apache/hadoop/util/StringUtils.java | 4 +- .../org/apache/hadoop/conf/TestConfiguration.java | 91 ++++--------- .../io/compress/CompressDecompressTester.java | 14 +- .../java/org/apache/hadoop/log/TestLogLevel.java | 19 ++- .../metrics2/impl/TestMetricsSourceAdapter.java | 11 +- .../security/TestShellBasedUnixGroupsMapping.java | 6 +- .../security/ssl/TestReloadingX509KeyManager.java | 4 +- .../ssl/TestReloadingX509TrustManager.java | 2 +- .../hadoop/service/TestServiceOperations.java | 4 +- .../org/apache/hadoop/test/GenericTestUtils.java | 91 +------------ .../apache/hadoop/test/TestGenericTestUtils.java | 2 + .../java/org/apache/hadoop/util/TestClassUtil.java | 4 +- .../apache/hadoop/util/TestReflectionUtils.java | 2 +- .../hadoop/util/bloom/BloomFilterCommonTester.java | 6 +- hadoop-common-project/hadoop-kms/pom.xml | 6 + .../hadoop/crypto/key/kms/server/TestKMS.java | 5 +- .../hadoop/crypto/key/kms/server/TestKMSAudit.java | 24 ++-- .../dev-support/findbugsExcludeFile.xml | 23 ++++ hadoop-common-project/hadoop-logging/pom.xml | 125 ++++++++++++++++++ .../hadoop/logging/HadoopInternalLog4jUtils.java | 145 +++++++++++++++++++++ .../apache/hadoop/logging/HadoopLoggerUtils.java | 142 ++++++++++++++++++++ .../logging/appenders}/AsyncRFAAppender.java | 2 +- .../Log4jWarningErrorMetricsAppender.java | 49 ++++--- .../org/apache/hadoop/logging/LogCapturer.java | 65 +++++++++ .../apache/hadoop/logging/test/TestSyncLogs.java | 24 ++-- .../src/test/resources/log4j.properties | 2 +- hadoop-common-project/hadoop-minikdc/pom.xml | 5 - hadoop-common-project/pom.xml | 1 + hadoop-hdfs-project/hadoop-hdfs-client/pom.xml | 6 + .../hadoop/hdfs/web/TestURLConnectionFactory.java | 5 +- hadoop-hdfs-project/hadoop-hdfs-rbf/pom.xml | 6 + .../TestRouterRefreshFairnessPolicyController.java | 5 +- .../TestRouterRpcFairnessPolicyController.java | 4 +- .../router/TestRouterNamenodeMonitoring.java | 15 +-- .../server/federation/router/TestRouterRpc.java | 18 +-- .../router/TestRouterRpcMultiDestination.java | 12 +- .../dev-support/findbugsExcludeFile.xml | 10 -- hadoop-hdfs-project/hadoop-hdfs/pom.xml | 6 + .../hdfs/server/common/MetricsLoggerTask.java | 7 +- .../hdfs/server/namenode/FsImageValidation.java | 21 ++- .../hadoop/hdfs/LogVerificationAppender.java | 75 ----------- .../java/org/apache/hadoop/hdfs/TestDFSRename.java | 7 +- .../hadoop/hdfs/TestDFSUpgradeFromImage.java | 9 +- .../org/apache/hadoop/hdfs/TestDataStream.java | 4 +- .../apache/hadoop/hdfs/TestEncryptedTransfer.java | 12 +- .../datatransfer/sasl/TestSaslDataTransfer.java | 4 +- .../qjournal/server/TestJournaledEditsCache.java | 2 +- .../balancer/TestBalancerWithHANameNodes.java | 2 +- .../blockmanagement/TestBlockManagerSafeMode.java | 9 +- .../blockmanagement/TestPendingReconstruction.java | 4 +- .../blockmanagement/TestReplicationPolicy.java | 45 +++---- .../server/datanode/TestDataNodeMetricsLogger.java | 37 ++---- .../hdfs/server/datanode/TestDirectoryScanner.java | 16 +-- .../fsdataset/impl/TestFsDatasetCache.java | 12 +- .../hdfs/server/diskbalancer/TestDiskBalancer.java | 3 +- .../server/namenode/PatternMatchingAppender.java | 58 --------- .../hdfs/server/namenode/TestAuditLogger.java | 2 +- .../namenode/TestAuditLoggerWithCommands.java | 2 +- .../hadoop/hdfs/server/namenode/TestAuditLogs.java | 15 +-- .../hdfs/server/namenode/TestCheckpoint.java | 4 +- .../server/namenode/TestDiskspaceQuotaUpdate.java | 2 +- .../hadoop/hdfs/server/namenode/TestEditLog.java | 40 +----- .../server/namenode/TestEditsDoubleBuffer.java | 6 +- .../hdfs/server/namenode/TestFSEditLogLoader.java | 2 +- .../hdfs/server/namenode/TestFSNamesystemLock.java | 2 +- .../namenode/TestFSNamesystemLockReport.java | 6 +- .../hadoop/hdfs/server/namenode/TestFsck.java | 2 +- .../server/namenode/TestNameNodeMetricsLogger.java | 31 ++--- .../namenode/TestNameNodeResourcePolicy.java | 3 +- .../hadoop/hdfs/server/namenode/TestStartup.java | 16 +-- .../server/namenode/ha/TestBootstrapStandby.java | 4 +- .../namenode/ha/TestDelegationTokensWithHA.java | 3 +- .../server/namenode/ha/TestStandbyCheckpoints.java | 62 +++++---- .../sps/TestExternalStoragePolicySatisfier.java | 4 +- .../src/test/resources/log4j.properties | 13 +- .../hadoop-mapreduce-client-app/pom.xml | 6 + .../mapreduce/v2/app/job/impl/TestTaskAttempt.java | 62 +++------ .../hadoop-mapreduce-client-core/pom.xml | 6 + .../java/org/apache/hadoop/mapred/TaskLog.java | 46 +------ .../hadoop/mapreduce/TestJobMonitorAndPrint.java | 95 +++++++------- .../hadoop-mapreduce-client-jobclient/pom.xml | 6 + .../org/apache/hadoop/mapred/TestYARNRunner.java | 124 ++++++++---------- .../org/apache/hadoop/mapreduce/TestChild.java | 28 ++-- .../hadoop/mapreduce/security/TestJHSSecurity.java | 6 +- .../org/apache/hadoop/mapreduce/v2/TestMRJobs.java | 11 +- hadoop-project/pom.xml | 12 ++ hadoop-tools/hadoop-azure/pom.xml | 7 +- .../ITestFileSystemOperationsWithThreads.java | 2 +- .../ITestNativeAzureFileSystemClientLogging.java | 2 +- hadoop-tools/hadoop-distcp/pom.xml | 6 + .../tools/contract/AbstractContractDistCpTest.java | 5 +- .../util/MapReduceJobPropertiesParser.java | 5 +- .../hadoop-yarn/dev-support/findbugs-exclude.xml | 10 -- .../distributedshell/ApplicationMaster.java | 6 +- .../yarn/applications/distributedshell/Client.java | 3 +- .../distributedshell/Log4jPropertyHelper.java | 48 ------- .../service/client/TestSecureApiServiceClient.java | 6 +- .../yarn/service/component/TestComponent.java | 3 - .../TestAggregatedLogDeletionService.java | 4 +- .../util/TestLog4jWarningErrorMetricsAppender.java | 1 + .../applicationhistoryservice/webapp/NavBlock.java | 2 +- .../yarn/server/webapp/ErrorsAndWarningsBlock.java | 2 +- .../yarn/server/nodemanager/webapp/NavBlock.java | 2 +- .../TestContainersMonitorResourceChange.java | 6 +- .../hadoop-yarn-server-resourcemanager/pom.xml | 7 + .../constraint/AllocationTagsManager.java | 7 +- .../server/resourcemanager/webapp/NavBlock.java | 2 +- .../TestFederationRMStateStoreService.java | 5 +- .../metrics/TestSystemMetricsPublisherForV2.java | 42 +----- ...alCapacityPreemptionPolicyPreemptToBalance.java | 7 +- ...ionalCapacityPreemptionPolicyMockFramework.java | 4 +- .../invariants/TestMetricsInvariantChecker.java | 6 +- .../fair/TestFairSchedulerConfiguration.java | 68 +++------- 120 files changed, 1131 insertions(+), 1121 deletions(-) create mode 100644 hadoop-common-project/hadoop-logging/dev-support/findbugsExcludeFile.xml create mode 100644 hadoop-common-project/hadoop-logging/pom.xml create mode 100644 hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/HadoopInternalLog4jUtils.java create mode 100644 hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/HadoopLoggerUtils.java rename {hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/util => hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/appenders}/AsyncRFAAppender.java (98%) rename {hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util => hadoop-common-project/hadoop-logging/src/main/java/org/apache/hadoop/logging/appenders}/Log4jWarningErrorMetricsAppender.java (93%) create mode 100644 hadoop-common-project/hadoop-logging/src/test/java/org/apache/hadoop/logging/LogCapturer.java copy hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/converter/weightconversion/CapacityConverterFactory.java => hadoop-common-project/hadoop-logging/src/test/java/org/apache/hadoop/logging/test/TestSyncLogs.java (70%) copy hadoop-common-project/{hadoop-common => hadoop-logging}/src/test/resources/log4j.properties (96%) delete mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/LogVerificationAppender.java delete mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/PatternMatchingAppender.java delete mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Log4jPropertyHelper.java --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org