[
https://issues.apache.org/jira/browse/HIVE-22729?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17022493#comment-17022493
]
Hive QA commented on HIVE-22729:
--------------------------------
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12991653/HIVE-22729.08.patch
{color:green}SUCCESS:{color} +1 due to 1 test(s) being added or modified.
{color:red}ERROR:{color} -1 due to 135 failed/errored test(s), 17946 tests
executed
*Failed tests:*
{noformat}
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[dbtxnmgr_showlocks]
(batchId=90)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testFindNextToClean
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testFindNextToCompact
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testFindNextToCompact2
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testMarkCleaned
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testMarkCompacted
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testMarkFailed
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testRevokeFromLocalWorkers
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testRevokeTimedOutWorkers
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestCompactionTxnHandler.testShowCompactions
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestTxnHandler.testCompactMajorWithPartition
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestTxnHandler.testCompactMinorNoPartition
(batchId=314)
org.apache.hadoop.hive.metastore.txn.TestTxnHandler.testCompactWhenAlreadyCompacting
(batchId=314)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMapJoinOnMR (batchId=250)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMapJoinOnTez (batchId=250)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMergeJoinOnMR (batchId=250)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMergeJoinOnTez (batchId=250)
org.apache.hadoop.hive.ql.TestTxnCommands.testVersioning (batchId=359)
org.apache.hadoop.hive.ql.TestTxnCommands2.testCompactWithDelete (batchId=340)
org.apache.hadoop.hive.ql.TestTxnCommands2.testEmptyInTblproperties
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnCommands2.testInitiatorWithMultipleFailedCompactions
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnCommands2.testOriginalFileReaderWhenNonAcidConvertedToAcid
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testCompactWithDelete
(batchId=354)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testEmptyInTblproperties
(batchId=354)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testInitiatorWithMultipleFailedCompactions
(batchId=354)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testOriginalFileReaderWhenNonAcidConvertedToAcid
(batchId=354)
org.apache.hadoop.hive.ql.TestTxnCommands3.testAcidMetaColumsDecode
(batchId=355)
org.apache.hadoop.hive.ql.TestTxnCommands3.testCompactionAbort (batchId=355)
org.apache.hadoop.hive.ql.TestTxnCommands3.testDeleteEventPruningOff
(batchId=355)
org.apache.hadoop.hive.ql.TestTxnCommands3.testDeleteEventPruningOn
(batchId=355)
org.apache.hadoop.hive.ql.TestTxnCommandsForMmTable.testSnapshotIsolationWithAbortedTxnOnMmTable
(batchId=314)
org.apache.hadoop.hive.ql.TestTxnCommandsForOrcMmTable.testSnapshotIsolationWithAbortedTxnOnMmTable
(batchId=336)
org.apache.hadoop.hive.ql.TestTxnCommandsWithSplitUpdateAndVectorization.testVersioning
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnConcatenate.testConcatenate (batchId=324)
org.apache.hadoop.hive.ql.TestTxnConcatenate.testConcatenateMM (batchId=324)
org.apache.hadoop.hive.ql.TestTxnConcatenate.testConcatenatePart (batchId=324)
org.apache.hadoop.hive.ql.TestTxnNoBuckets.testCompactStatsGather (batchId=340)
org.apache.hadoop.hive.ql.TestTxnNoBuckets.testEmptyCompactionResult
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnNoBuckets.testNonAcidToAcidVectorzied
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnNoBucketsVectorized.testCompactStatsGather
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnNoBucketsVectorized.testEmptyCompactionResult
(batchId=340)
org.apache.hadoop.hive.ql.TestTxnNoBucketsVectorized.testNonAcidToAcidVectorzied
(batchId=340)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.cleanupAfterMajorPartitionCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.cleanupAfterMajorPartitionCompactionNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.cleanupAfterMajorTableCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.cleanupAfterMinorPartitionCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.cleanupAfterMinorTableCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.droppedPartition
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner.droppedTable (batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.cleanupAfterMajorPartitionCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.cleanupAfterMajorPartitionCompactionNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.cleanupAfterMajorTableCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.cleanupAfterMinorPartitionCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.cleanupAfterMinorTableCompaction
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.droppedPartition
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleaner2.droppedTable (batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestCleanerWithReplication.cleanupAfterMajorPartitionCompaction
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCleanerWithReplication.cleanupAfterMajorTableCompaction
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCleanerWithReplication.cleanupAfterMinorPartitionCompaction
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCleanerWithReplication.cleanupAfterMinorTableCompaction
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.dynamicPartitioningDelete
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.dynamicPartitioningInsert
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.dynamicPartitioningUpdate
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.schemaEvolutionAddColDynamicPartitioningInsert
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.schemaEvolutionAddColDynamicPartitioningUpdate
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testCompactionOnDataLoadedInPath
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testDisableCompactionDuringReplLoad
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testStatsAfterCompactionPartTbl
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testStatsAfterCompactionPartTblNew
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testTableProperties
(batchId=252)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMajorCompactionAfterMinor
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMinorCompaction10DeltaDirs
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMinorCompactionNotPartitionedWithBuckets
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMinorCompactionNotPartitionedWithoutBuckets
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMinorCompactionPartitionedWithBuckets
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMinorCompactionPartitionedWithoutBuckets
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestCrudCompactorOnTez.testMultipleMinorCompactions
(batchId=279)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.chooseMajorOverMinorWhenBothValid
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.cleanEmptyAbortedTxns
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.compactPartitionHighDeltaPct
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.compactPartitionTooManyDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.compactTableHighDeltaPct
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.compactTableTooManyDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.dropPartition
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.dropTable (batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.enoughDeltasNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.majorCompactOnPartitionTooManyAborts
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.majorCompactOnTableTooManyAborts
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactOnManyDifferentPartitionAborts
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactTableDeltaPctNotHighEnough
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactTableDynamicPartitioning
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactTableNotEnoughDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactWhenCompactAlreadyScheduled
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactWhenNoCompactSet
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.noCompactWhenNoCompactSetLowerCase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.processCompactionCandidatesInParallel
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.recoverFailedLocalWorkers
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.recoverFailedRemoteWorkers
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestInitiator.twoTxnsOnSamePartitionGenerateOneCompactionRequest
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.droppedPartition
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.droppedTable (batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorNoBaseLotsOfDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorPartitionWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorPartitionWithBaseMissingBuckets
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableLegacy
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorWithAborted
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorWithOpenInMiddle
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorNoBaseLotsOfDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorPartitionWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableLegacy
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorWithAborted
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorWithOpenInMiddle
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.oneDeltaWithAbortedTxn
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.droppedPartition
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.droppedTable (batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorNoBaseLotsOfDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorPartitionWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorPartitionWithBaseMissingBuckets
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableLegacy
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorWithAborted
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorWithOpenInMiddle
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorNoBaseLotsOfDeltas
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorPartitionWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableLegacy
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableNoBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableWithBase
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorWithAborted
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorWithOpenInMiddle
(batchId=325)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.oneDeltaWithAbortedTxn
(batchId=325)
{noformat}
Test results:
https://builds.apache.org/job/PreCommit-HIVE-Build/20305/testReport
Console output: https://builds.apache.org/job/PreCommit-HIVE-Build/20305/console
Test logs: http://104.198.109.242/logs/PreCommit-HIVE-Build-20305/
Messages:
{noformat}
Executing org.apache.hive.ptest.execution.TestCheckPhase
Executing org.apache.hive.ptest.execution.PrepPhase
Executing org.apache.hive.ptest.execution.YetusPhase
Executing org.apache.hive.ptest.execution.ExecutionPhase
Executing org.apache.hive.ptest.execution.ReportingPhase
Tests exited with: TestsFailedException: 135 tests failed
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12991653 - PreCommit-HIVE-Build
> Provide a failure reason for failed compactions
> -----------------------------------------------
>
> Key: HIVE-22729
> URL: https://issues.apache.org/jira/browse/HIVE-22729
> Project: Hive
> Issue Type: Improvement
> Reporter: Laszlo Pinter
> Assignee: Laszlo Pinter
> Priority: Major
> Attachments: HIVE-22729.01.patch, HIVE-22729.02.patch,
> HIVE-22729.03.patch, HIVE-22729.04.patch, HIVE-22729.05.patch,
> HIVE-22729.06.patch, HIVE-22729.07.patch, HIVE-22729.08.patch
>
>
> We should provide a compaction failure reason as easily accessible as
> possible. Like in the result of the {{SHOW COMPACTIONS}} command.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
