Jira: https://issues.apache.org/jira/browse/TEZ-3914
Build: https://builds.apache.org/job/PreCommit-TEZ-Build/2771/
###################################################################################
########################## LAST 60 LINES OF THE CONSOLE
###########################
[...truncated 119.65 KB...]
Running tests
/home/jenkins/tools/maven/latest/bin/mvn clean install -fn -DTezPatchProcess
cat:
/home/jenkins/jenkins-slave/workspace/PreCommit-TEZ-Build@2/../patchprocess/testrun.txt:
No such file or directory
awk: cannot open
/home/jenkins/jenkins-slave/workspace/PreCommit-TEZ-Build@2/../patchprocess/testrun.txt
(No such file or directory)
{color:red}-1 overall{color}. Here are the results of testing the latest
attachment
http://issues.apache.org/jira/secure/attachment/12920689/TEZ-3914.005.patch
against master revision 2e66f3c.
{color:green}+1 @author{color}. The patch does not contain any @author
tags.
{color:green}+1 tests included{color}. The patch appears to include 7 new
or modified test files.
{color:red}-1 javac{color}. The applied patch generated 25 javac
compiler warnings (more than the master's current 24 warnings).
{color:green}+1 javadoc{color}. There were no new javadoc warning messages.
{color:green}+1 findbugs{color}. The patch does not introduce any new
Findbugs (version 3.0.1) warnings.
{color:green}+1 release audit{color}. The applied patch does not increase
the total number of release audit warnings.
{color:red}-1 core tests{color}. The patch failed these unit tests in :
org.apache.tez.test.TestAMRecovery
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger
Test results:
https://builds.apache.org/job/PreCommit-TEZ-Build/2771//testReport/
Javac warnings:
https://builds.apache.org/job/PreCommit-TEZ-Build/2771//artifact/patchprocess/diffJavacWarnings.txt
Console output: https://builds.apache.org/job/PreCommit-TEZ-Build/2771//console
This message is automatically generated.
======================================================================
======================================================================
Adding comment to Jira.
======================================================================
======================================================================
======================================================================
======================================================================
Finished build.
======================================================================
======================================================================
Build step 'Execute shell' marked build as failure
Archiving artifacts
[description-setter] Could not determine description.
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
###################################################################################
############################## FAILED TESTS (if any)
##############################
16 tests failed.
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/073434f6-fb0f-427d-bb55-ec07a02d3b3d_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/073434f6-fb0f-427d-bb55-ec07a02d3b3d_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:874)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:842)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest(TestPipelinedSorter.java:534)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest(TestPipelinedSorter.java:151)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testMultipleSpills
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/2fc24558-83fd-4612-956f-7ed11b733260_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/2fc24558-83fd-4612-956f-7ed11b733260_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:874)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:842)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testMultipleSpills(TestPipelinedSorter.java:438)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testMultipleSpills_WithRLE
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/91e97eb9-d0f4-46c2-a88f-488a7dde7723_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/91e97eb9-d0f4-46c2-a88f-488a7dde7723_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeSimilarKeys(TestPipelinedSorter.java:860)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testMultipleSpills_WithRLE(TestPipelinedSorter.java:491)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testWithVariableKVLength
Error Message:
Unable to rename
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/901409e0-bf4e-4263-b400-995b32b59a37_0/file.out
to
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/901409e0-bf4e-4263-b400-995b32b59a37/file.out
Stack Trace:
java.io.IOException: Unable to rename
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/901409e0-bf4e-4263-b400-995b32b59a37_0/file.out
to
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/901409e0-bf4e-4263-b400-995b32b59a37/file.out
at
org.apache.tez.runtime.library.common.sort.impl.ExternalSorter.sameVolRename(ExternalSorter.java:337)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:729)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData2(TestPipelinedSorter.java:521)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest2(TestPipelinedSorter.java:504)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testWithVariableKVLength(TestPipelinedSorter.java:371)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testExceedsKVWithMultiplePartitions
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/a161a306-2deb-4c4a-992d-a1834dd60b04_8/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/a161a306-2deb-4c4a-992d-a1834dd60b04_8/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:874)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:842)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testExceedsKVWithMultiplePartitions(TestPipelinedSorter.java:279)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testWithCustomComparator
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/0ccf54e5-8fa2-4185-bf03-ccd30e67aa85_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/0ccf54e5-8fa2-4185-bf03-ccd30e67aa85_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:874)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:842)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest(TestPipelinedSorter.java:534)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.testWithCustomComparator(TestPipelinedSorter.java:390)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.test_with_lazyMemAllocation
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/c5ccd1a9-8bfb-478f-99e3-9d1478b34b13_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/c5ccd1a9-8bfb-478f-99e3-9d1478b34b13_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.test_with_lazyMemAllocation(TestPipelinedSorter.java:776)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.test_TEZ_2602_50mb
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/ac9487c2-cf5d-4525-9ab4-fe56882c17c7_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/ac9487c2-cf5d-4525-9ab4-fe56882c17c7_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.test_TEZ_2602_50mb(TestPipelinedSorter.java:321)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTestWithSmallBlockSize
Error Message:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/2f7022eb-60cf-455e-8d69-1b038f37d91c_0/file.out
Stack Trace:
java.io.FileNotFoundException:
/tmp/org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter/output/2f7022eb-60cf-455e-8d69-1b038f37d91c_0/file.out
at
org.apache.hadoop.fs.RawLocalFileSystem.open(RawLocalFileSystem.java:200)
at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:767)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$DiskSegment.init(TezMerger.java:403)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:760)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:147)
at
org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.flush(PipelinedSorter.java:791)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.closeSorter(TestPipelinedSorter.java:880)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:874)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.writeData(TestPipelinedSorter.java:842)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTest(TestPipelinedSorter.java:534)
at
org.apache.tez.runtime.library.common.sort.impl.TestPipelinedSorter.basicTestWithSmallBlockSize(TestPipelinedSorter.java:247)
FAILED: org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.testMerge
Error Message:
Could not find any valid local directory for
file:/tmp/org.apache.tez.runtime.library.common.sort.impl.TestTezMerger/tmp_9496537680675069/intermediate.1
Stack Trace:
org.apache.hadoop.util.DiskChecker$DiskErrorException: Could not find any valid
local directory for
file:/tmp/org.apache.tez.runtime.library.common.sort.impl.TestTezMerger/tmp_9496537680675069/intermediate.1
at
org.apache.hadoop.fs.LocalDirAllocator$AllocatorPerContext.getLocalPathForWrite(LocalDirAllocator.java:402)
at
org.apache.hadoop.fs.LocalDirAllocator.getLocalPathForWrite(LocalDirAllocator.java:150)
at
org.apache.hadoop.fs.LocalDirAllocator.getLocalPathForWrite(LocalDirAllocator.java:131)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:848)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger.merge(TezMerger.java:87)
at
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.merge(TestTezMerger.java:605)
at
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.merge(TestTezMerger.java:594)
at
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.testMerge(TestTezMerger.java:133)
FAILED:
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.testMergeSegments
Error Message:
Could not find any valid local directory for
file:/tmp/org.apache.tez.runtime.library.common.sort.impl.TestTezMerger/tmp_9496537895838196/intermediate.1
Stack Trace:
org.apache.hadoop.util.DiskChecker$DiskErrorException: Could not find any valid
local directory for
file:/tmp/org.apache.tez.runtime.library.common.sort.impl.TestTezMerger/tmp_9496537895838196/intermediate.1
at
org.apache.hadoop.fs.LocalDirAllocator$AllocatorPerContext.getLocalPathForWrite(LocalDirAllocator.java:402)
at
org.apache.hadoop.fs.LocalDirAllocator.getLocalPathForWrite(LocalDirAllocator.java:150)
at
org.apache.hadoop.fs.LocalDirAllocator.getLocalPathForWrite(LocalDirAllocator.java:131)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:848)
at
org.apache.tez.runtime.library.common.sort.impl.TezMerger$MergeQueue.merge(TezMerger.java:699)
at
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.mergeSegments(TestTezMerger.java:704)
at
org.apache.tez.runtime.library.common.sort.impl.TestTezMerger.testMergeSegments(TestTezMerger.java:682)
FAILED:
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testSingleSpill_WithFinalMergeDisabled[test[false,
DISABLED]]
Error Message:
chmod: cannot access
'/tmp/TestUnorderedPartitionedKVWriter/outDir_1562b7f1-3ce8-43b4-bc49-2a57159c323a/output/1562b7f1-3ce8-43b4-bc49-2a57159c323a_0/file.out':
No such file or directory
Stack Trace:
org.apache.hadoop.util.Shell$ExitCodeException: chmod: cannot access
'/tmp/TestUnorderedPartitionedKVWriter/outDir_1562b7f1-3ce8-43b4-bc49-2a57159c323a/output/1562b7f1-3ce8-43b4-bc49-2a57159c323a_0/file.out':
No such file or directory
at org.apache.hadoop.util.Shell.runCommand(Shell.java:545)
at org.apache.hadoop.util.Shell.run(Shell.java:456)
at
org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
at
org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:731)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter$SpillCallable.callInternal(UnorderedPartitionedKVWriter.java:596)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter$SpillCallable.callInternal(UnorderedPartitionedKVWriter.java:557)
at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testSkippedPartitions_WithPipelinedShuffle[test[false,
DISABLED]]
Error Message:
test timed out after 10000 milliseconds
Stack Trace:
java.lang.Exception: test timed out after 10000 milliseconds
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.getNextAvailableBuffer(UnorderedPartitionedKVWriter.java:545)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.setupNextBuffer(UnorderedPartitionedKVWriter.java:470)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:416)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:368)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTestWithPipelinedTransfer(TestUnorderedPartitionedKVWriter.java:694)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testSkippedPartitions_WithPipelinedShuffle(TestUnorderedPartitionedKVWriter.java:637)
FAILED:
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills_WithFinalMergeDisabled[test[true,
DISABLED]]
Error Message:
Error while running command to get file permissions : ExitCodeException
exitCode=2: /bin/ls: cannot access
/tmp/TestUnorderedPartitionedKVWriter/outDir_236d8ff0-157c-4ca7-bb2f-e267d376a538/output/236d8ff0-157c-4ca7-bb2f-e267d376a538_1/file.out.index:
No such file or directory
at org.apache.hadoop.util.Shell.runCommand(Shell.java:545)
at org.apache.hadoop.util.Shell.run(Shell.java:456)
at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
at org.apache.hadoop.fs.FileUtil.execCommand(FileUtil.java:1097)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:657)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:632)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTestWithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:1063)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills_WithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
Stack Trace:
java.lang.RuntimeException: Error while running command to get file permissions
: ExitCodeException exitCode=2: /bin/ls: cannot access
/tmp/TestUnorderedPartitionedKVWriter/outDir_236d8ff0-157c-4ca7-bb2f-e267d376a538/output/236d8ff0-157c-4ca7-bb2f-e267d376a538_1/file.out.index:
No such file or directory
at org.apache.hadoop.util.Shell.runCommand(Shell.java:545)
at org.apache.hadoop.util.Shell.run(Shell.java:456)
at
org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:722)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:815)
at org.apache.hadoop.util.Shell.execCommand(Shell.java:798)
at org.apache.hadoop.fs.FileUtil.execCommand(FileUtil.java:1097)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:657)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:632)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTestWithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:1063)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills_WithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:867)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.loadPermissionInfo(RawLocalFileSystem.java:697)
at
org.apache.hadoop.fs.RawLocalFileSystem$DeprecatedRawLocalFileStatus.getPermission(RawLocalFileSystem.java:632)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTestWithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:1063)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills_WithFinalMergeDisabled(TestUnorderedPartitionedKVWriter.java:867)
FAILED:
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills[test[true,
DISABLED]]
Error Message:
test timed out after 10000 milliseconds
Stack Trace:
java.lang.Exception: test timed out after 10000 milliseconds
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.getNextAvailableBuffer(UnorderedPartitionedKVWriter.java:545)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.setupNextBuffer(UnorderedPartitionedKVWriter.java:470)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:416)
at
org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter.write(UnorderedPartitionedKVWriter.java:368)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTest(TestUnorderedPartitionedKVWriter.java:1153)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.baseTest(TestUnorderedPartitionedKVWriter.java:1097)
at
org.apache.tez.runtime.library.common.writers.TestUnorderedPartitionedKVWriter.testMultipleSpills(TestUnorderedPartitionedKVWriter.java:261)
FAILED:
org.apache.tez.test.TestAMRecovery.testVertexCompletelyFinished_Broadcast
Error Message:
test timed out after 120000 milliseconds
Stack Trace:
java.lang.Exception: test timed out after 120000 milliseconds
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.hadoop.ipc.Client.call(Client.java:1466)
at org.apache.hadoop.ipc.Client.call(Client.java:1412)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
at com.sun.proxy.$Proxy98.getApplicationReport(Unknown Source)
at
org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getApplicationReport(ApplicationClientProtocolPBClientImpl.java:191)
at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
at
org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
at com.sun.proxy.$Proxy99.getApplicationReport(Unknown Source)
at
org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getApplicationReport(YarnClientImpl.java:430)
at
org.apache.tez.client.TezYarnClient.getApplicationReport(TezYarnClient.java:94)
at
org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.getAppReport(DAGClientRPCImpl.java:245)
at
org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.createAMProxyIfNeeded(DAGClientRPCImpl.java:270)
at
org.apache.tez.dag.api.client.rpc.DAGClientRPCImpl.getDAGStatus(DAGClientRPCImpl.java:95)
at
org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatusViaAM(DAGClientImpl.java:371)
at
org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatusInternal(DAGClientImpl.java:221)
at
org.apache.tez.dag.api.client.DAGClientImpl.getDAGStatus(DAGClientImpl.java:208)
at
org.apache.tez.dag.api.client.DAGClientImpl._waitForCompletionWithStatusUpdates(DAGClientImpl.java:540)
at
org.apache.tez.dag.api.client.DAGClientImpl.waitForCompletionWithStatusUpdates(DAGClientImpl.java:349)
at
org.apache.tez.test.TestAMRecovery.runDAGAndVerify(TestAMRecovery.java:416)
at
org.apache.tez.test.TestAMRecovery.testVertexCompletelyFinished_Broadcast(TestAMRecovery.java:242)
