[
https://issues.apache.org/jira/browse/HIVE-14895?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15720517#comment-15720517
]
Hive QA commented on HIVE-14895:
--------------------------------
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12841676/HIVE-14895.02.patch
{color:red}ERROR:{color} -1 due to no test(s) being added or modified.
{color:red}ERROR:{color} -1 due to 84 failed/errored test(s), 10761 tests
executed
*Failed tests:*
{noformat}
org.apache.hadoop.hive.cli.TestCliDriver.org.apache.hadoop.hive.cli.TestCliDriver
(batchId=50)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample2] (batchId=5)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample4] (batchId=15)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample6] (batchId=61)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample7] (batchId=60)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample9] (batchId=38)
org.apache.hadoop.hive.cli.TestMiniLlapCliDriver.testCliDriver[orc_ppd_schema_evol_3a]
(batchId=134)
org.apache.hadoop.hive.cli.TestMiniLlapCliDriver.testCliDriver[transform_ppr2]
(batchId=134)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMapJoinOnMR (batchId=200)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMapJoinOnTez (batchId=200)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMergeJoinOnMR (batchId=200)
org.apache.hadoop.hive.ql.TestAcidOnTez.testMergeJoinOnTez (batchId=200)
org.apache.hadoop.hive.ql.TestAcidOnTezWithSplitUpdate.testMapJoinOnMR
(batchId=204)
org.apache.hadoop.hive.ql.TestAcidOnTezWithSplitUpdate.testMapJoinOnTez
(batchId=204)
org.apache.hadoop.hive.ql.TestAcidOnTezWithSplitUpdate.testMergeJoinOnMR
(batchId=204)
org.apache.hadoop.hive.ql.TestAcidOnTezWithSplitUpdate.testMergeJoinOnTez
(batchId=204)
org.apache.hadoop.hive.ql.TestTxnCommands2.testACIDwithSchemaEvolutionAndCompaction
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testCompactWithDelete (batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testInitiatorWithMultipleFailedCompactions
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testNonAcidToAcidConversion1
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testNonAcidToAcidConversion2
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testNonAcidToAcidConversion3
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2.testOriginalFileReaderWhenNonAcidConvertedToAcid
(batchId=258)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testACIDwithSchemaEvolutionAndCompaction
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testCompactWithDelete
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testInitiatorWithMultipleFailedCompactions
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidConversion1
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidConversion2
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidConversion3
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidSplitUpdateConversion1
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidSplitUpdateConversion2
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testNonAcidToAcidSplitUpdateConversion3
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdate.testOriginalFileReaderWhenNonAcidConvertedToAcid
(batchId=268)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testACIDwithSchemaEvolutionAndCompaction
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testCompactWithDelete
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testInitiatorWithMultipleFailedCompactions
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidConversion1
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidConversion2
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidConversion3
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidSplitUpdateConversion1
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidSplitUpdateConversion2
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testNonAcidToAcidSplitUpdateConversion3
(batchId=265)
org.apache.hadoop.hive.ql.TestTxnCommands2WithSplitUpdateAndVectorization.testOriginalFileReaderWhenNonAcidConvertedToAcid
(batchId=265)
org.apache.hadoop.hive.ql.lockmgr.TestDbTxnManager2.testMetastoreTablesCleanup
(batchId=269)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.majorCompactAfterAbort
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.majorCompactWhileStreaming
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.majorCompactWhileStreamingForSplitUpdate
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.minorCompactAfterAbort
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.minorCompactWhileStreaming
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.minorCompactWhileStreamingWithSplitUpdate
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testMinorCompactionForSplitUpdateWithInsertsAndDeletes
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testMinorCompactionForSplitUpdateWithOnlyInserts
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testStatsAfterCompactionPartTbl
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestCompactor.testTableProperties
(batchId=202)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorNoBaseLotsOfDeltas
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorPartitionWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorPartitionWithBaseMissingBuckets
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableLegacy
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableNoBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorTableWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorWithAborted
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.majorWithOpenInMiddle
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorNoBaseLotsOfDeltas
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorPartitionWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableLegacy
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableNoBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorTableWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorWithAborted
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker.minorWithOpenInMiddle
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorNoBaseLotsOfDeltas
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorPartitionWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorPartitionWithBaseMissingBuckets
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableLegacy
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableNoBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorTableWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorWithAborted
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.majorWithOpenInMiddle
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorNoBaseLotsOfDeltas
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorPartitionWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableLegacy
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableNoBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorTableWithBase
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorWithAborted
(batchId=245)
org.apache.hadoop.hive.ql.txn.compactor.TestWorker2.minorWithOpenInMiddle
(batchId=245)
{noformat}
Test results: https://builds.apache.org/job/PreCommit-HIVE-Build/2408/testReport
Console output: https://builds.apache.org/job/PreCommit-HIVE-Build/2408/console
Test logs: http://104.198.109.242/logs/PreCommit-HIVE-Build-2408/
Messages:
{noformat}
Executing org.apache.hive.ptest.execution.TestCheckPhase
Executing org.apache.hive.ptest.execution.PrepPhase
Executing org.apache.hive.ptest.execution.ExecutionPhase
Executing org.apache.hive.ptest.execution.ReportingPhase
Tests exited with: TestsFailedException: 84 tests failed
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12841676 - PreCommit-HIVE-Build
> CompactorMR.CompactorOutputCommitter race condition
> ---------------------------------------------------
>
> Key: HIVE-14895
> URL: https://issues.apache.org/jira/browse/HIVE-14895
> Project: Hive
> Issue Type: Bug
> Affects Versions: 0.14.0
> Reporter: Eugene Koifman
> Assignee: Eugene Koifman
> Attachments: HIVE-14895.01.patch, HIVE-14895.02.patch
>
>
> commitJob() method renames each file in TMP_LOCATION separately. so someone
> may read FINAL_LOCATION and see only some of the files that should be there.
> Use FileSystem.getFileStatus(TMP_LOCATION) and just rename the dir.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
