See
<https://builds.apache.org/job/Crunch-master-integration/org.apache.crunch$crunch-scrunch/71/>
------------------------------------------
[...truncated 687 lines...]
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:147)
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:35)
at
org.apache.crunch.impl.mr.emit.IntermediateEmitter.emit(IntermediateEmitter.java:52)
at org.apache.crunch.MapFn.process(MapFn.java:34)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:89)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:100)
at org.apache.crunch.impl.mr.run.CrunchMapper.map(CrunchMapper.java:58)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:144)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
at
org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: java.lang.IllegalArgumentException: Can not set final
[Ljava.lang.String; field org.apache.crunch.scrunch.PageRankData.urls to
org.apache.avro.generic.GenericData$Array
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:146)
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:150)
at
sun.reflect.UnsafeQualifiedObjectFieldAccessorImpl.set(UnsafeQualifiedObjectFieldAccessorImpl.java:65)
at java.lang.reflect.Field.set(Field.java:657)
at org.apache.avro.reflect.ReflectData.setField(ReflectData.java:94)
at org.apache.avro.generic.GenericData.setField(GenericData.java:528)
at
org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:173)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:144)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:135)
at
org.apache.crunch.types.avro.AvroDeepCopier.deepCopy(AvroDeepCopier.java:186)
... 13 more
225195 [Thread-694] INFO org.apache.crunch.impl.mr.run.RTNode - Crunch
exception in
'Avro(/tmp/junit559285765305005504/tmp-crunch.tmp.dir/crunch-1011097490/p3)'
for input: {"key": "www.F.com", "value":
PageRankData(1.0,0.0,[Ljava.lang.String;@c0dc01)}
org.apache.crunch.impl.mr.run.CrunchRuntimeException: Error while deep copying
avro value PageRankData(1.0,0.0,[Ljava.lang.String;@c0dc01)
at
org.apache.crunch.types.avro.AvroDeepCopier.deepCopy(AvroDeepCopier.java:188)
at
org.apache.crunch.types.avro.AvroType.getDetachedValue(AvroType.java:172)
at org.apache.crunch.lib.PTables.getDetachedValue(PTables.java:69)
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:147)
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:35)
at
org.apache.crunch.impl.mr.emit.IntermediateEmitter.emit(IntermediateEmitter.java:52)
at org.apache.crunch.MapFn.process(MapFn.java:34)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:89)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:100)
at org.apache.crunch.impl.mr.run.CrunchMapper.map(CrunchMapper.java:58)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:144)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
at
org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: java.lang.IllegalArgumentException: Can not set final
[Ljava.lang.String; field org.apache.crunch.scrunch.PageRankData.urls to
org.apache.avro.generic.GenericData$Array
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:146)
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:150)
at
sun.reflect.UnsafeQualifiedObjectFieldAccessorImpl.set(UnsafeQualifiedObjectFieldAccessorImpl.java:65)
at java.lang.reflect.Field.set(Field.java:657)
at org.apache.avro.reflect.ReflectData.setField(ReflectData.java:94)
at org.apache.avro.generic.GenericData.setField(GenericData.java:528)
at
org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:173)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:144)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:135)
at
org.apache.crunch.types.avro.AvroDeepCopier.deepCopy(AvroDeepCopier.java:186)
... 13 more
225196 [Thread-694] ERROR org.apache.crunch.impl.mr.run.CrunchMapper - Mapper
exception
org.apache.crunch.impl.mr.run.CrunchRuntimeException: Error while deep copying
avro value PageRankData(1.0,0.0,[Ljava.lang.String;@c0dc01)
at
org.apache.crunch.types.avro.AvroDeepCopier.deepCopy(AvroDeepCopier.java:188)
at
org.apache.crunch.types.avro.AvroType.getDetachedValue(AvroType.java:172)
at org.apache.crunch.lib.PTables.getDetachedValue(PTables.java:69)
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:147)
at
org.apache.crunch.types.avro.AvroTableType.getDetachedValue(AvroTableType.java:35)
at
org.apache.crunch.impl.mr.emit.IntermediateEmitter.emit(IntermediateEmitter.java:52)
at org.apache.crunch.MapFn.process(MapFn.java:34)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:89)
at org.apache.crunch.impl.mr.run.RTNode.process(RTNode.java:100)
at org.apache.crunch.impl.mr.run.CrunchMapper.map(CrunchMapper.java:58)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:144)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
at
org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: java.lang.IllegalArgumentException: Can not set final
[Ljava.lang.String; field org.apache.crunch.scrunch.PageRankData.urls to
org.apache.avro.generic.GenericData$Array
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:146)
at
sun.reflect.UnsafeFieldAccessorImpl.throwSetIllegalArgumentException(UnsafeFieldAccessorImpl.java:150)
at
sun.reflect.UnsafeQualifiedObjectFieldAccessorImpl.set(UnsafeQualifiedObjectFieldAccessorImpl.java:65)
at java.lang.reflect.Field.set(Field.java:657)
at org.apache.avro.reflect.ReflectData.setField(ReflectData.java:94)
at org.apache.avro.generic.GenericData.setField(GenericData.java:528)
at
org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:173)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:144)
at
org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:135)
at
org.apache.crunch.types.avro.AvroDeepCopier.deepCopy(AvroDeepCopier.java:186)
... 13 more
231631 [Thread-662] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
231685 [Thread-662] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
231711 [Thread-662] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.PageRankTest:
Avro(/tmp/junit559285765305005504/tmp-crunch.tmp.dir/crunch-1011097490/p2)+GBK+combine+PTables.values+Avro(/tmp/junit559285765305005504/tmp-crunch.tmp.dir/crunch-1011097490/p1)"
231712 [Thread-662] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 17.063 sec <<<
FAILURE!
testPageRank(org.apache.crunch.scrunch.PageRankClassTest) Time elapsed: 17.062
sec <<< FAILURE!
java.lang.AssertionError: expected:<0.0048> but was:<0.0>
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:443)
at org.junit.Assert.assertEquals(Assert.java:512)
at
org.apache.crunch.scrunch.PageRankClassTest.testPageRank(PageRankClassTest.scala:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:45)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:42)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:46)
at org.junit.rules.RunRules.evaluate(RunRules.java:18)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:263)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:68)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:47)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:231)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:60)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:229)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:50)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:222)
at org.junit.runners.ParentRunner.run(ParentRunner.java:300)
at
org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:236)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:134)
at
org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:113)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:189)
at
org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:165)
at
org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:85)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:103)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74)
Running org.apache.crunch.scrunch.PipelineClosureAppTest
235510 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
235535 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
235600 [Thread-720] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
235624 [Thread-720] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.PipelineClosureAppTest$Divider$:
Text(/tmp/junit7279667024943589947/tens.txt)+S0+Aggregate.count+GBK+combine+S1+Avro(/tmp/crunch-2116701350/p1)"
235625 [Thread-720] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.032 sec
Running org.apache.crunch.scrunch.PipelineAppTest
242550 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
242568 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
242572 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
242575 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
242616 [Thread-739] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
242637 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.WordCount$:
Text(/tmp/junit8390434269850239517/shakes.txt)+S0+Aggregate.count+GBK+combine+S1+coGroupTag1+Avro(/tmp/crunch-2093756524/p1)"
242637 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
242670 [Thread-739] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
242692 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.WordCount$:
Text(/tmp/junit8390434269850239517/maugham.txt)+S2+Aggregate.count+GBK+combine+S3+coGroupTag2+Avro(/tmp/crunch-2093756524/p2)"
242692 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
248926 [Thread-739] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
248949 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.WordCount$:
[[Avro(/tmp/crunch-2093756524/p1)]/[Avro(/tmp/crunch-2093756524/p2)]]+GBK+cogroup+S4+Text(/tmp/junit8390434269850239517/output)"
248949 [Thread-739] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.044 sec
Running org.apache.crunch.scrunch.UnionTest
258600 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
258618 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
258622 [Thread-790] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
258670 [Thread-790] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
258695 [Thread-790] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.UnionTest:
[[Text(/tmp/junit3925688354448940674/shakes.txt)+S0+Aggregate.count]/[Text(/tmp/junit3925688354448940674/maugham.txt)+S0+Aggregate.count]]+GBK+combine+S1+Avro(/tmp/junit3925688354448940674/tmp-crunch.tmp.dir/crunch-733359188/p1)"
258695 [Thread-790] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
268679 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
268691 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
268695 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
268699 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
268703 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
268755 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
268780 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.UnionTest:
Text(/tmp/junit4128710371264987330/maugham.txt)+S2+Aggregate.count+GBK+combine+S3+Avro(/tmp/junit4128710371264987330/tmp-crunch.tmp.dir/crunch-1645645346/p2)"
268780 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
268781 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
269085 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
269107 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.UnionTest:
Text(/tmp/junit4128710371264987330/shakes.txt)+S0+Aggregate.count+GBK+combine+S1+Avro(/tmp/junit4128710371264987330/tmp-crunch.tmp.dir/crunch-1645645346/p3)"
269110 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
275616 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
275665 [Thread-816] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
275689 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.UnionTest:
[[Avro(/tmp/junit4128710371264987330/tmp-crunch.tmp.dir/crunch-1645645346/p3)]/[Avro(/tmp/junit4128710371264987330/tmp-crunch.tmp.dir/crunch-1645645346/p2)]]+GBK+combine+Avro(/tmp/junit4128710371264987330/tmp-crunch.tmp.dir/crunch-1645645346/p1)"
275689 [Thread-816] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 27.203 sec
Running org.apache.crunch.scrunch.TopTest
285799 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
285812 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
285823 [Thread-890] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
285873 [Thread-890] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
285897 [Thread-890] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.TopTest:
Text(/tmp/junit6269871022936968180/shakes.txt)+S0+S1+Aggregate.count+GBK+combine+S2+top10map+Avro(/tmp/junit6269871022936968180/tmp-crunch.tmp.dir/crunch-841081451/p2)"
285897 [Thread-890] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
292402 [Thread-890] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
292561 [Thread-890] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
292587 [Thread-890] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.TopTest:
Avro(/tmp/junit6269871022936968180/tmp-crunch.tmp.dir/crunch-841081451/p2)+GBK+combine+top10reduce+Avro(/tmp/junit6269871022936968180/tmp-crunch.tmp.dir/crunch-841081451/p1)"
292587 [Thread-890] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.038 sec
Running org.apache.crunch.scrunch.CrossJoinTest
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.119 sec
Running org.apache.crunch.scrunch.CogroupTest
299960 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
299974 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
299980 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
299985 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
299989 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
300040 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
300065 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.CogroupTest:
Text(/tmp/junit7855127231304396312/maugham.txt)+S2+Aggregate.count+GBK+combine+S3+coGroupTag2+Avro(/tmp/junit7855127231304396312/tmp-crunch.tmp.dir/crunch-1830259159/p2)"
300065 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
300067 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
300118 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
300149 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.CogroupTest:
Text(/tmp/junit7855127231304396312/shakes.txt)+S0+Aggregate.count+GBK+combine+S1+coGroupTag1+Avro(/tmp/junit7855127231304396312/tmp-crunch.tmp.dir/crunch-1830259159/p3)"
300149 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
306291 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
306457 [Thread-939] WARN org.apache.hadoop.mapred.JobClient - No job jar file
set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
306485 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.CogroupTest:
[[Avro(/tmp/junit7855127231304396312/tmp-crunch.tmp.dir/crunch-1830259159/p3)]/[Avro(/tmp/junit7855127231304396312/tmp-crunch.tmp.dir/crunch-1830259159/p2)]]+GBK+cogroup+S4+S5+Avro(/tmp/junit7855127231304396312/tmp-crunch.tmp.dir/crunch-1830259159/p1)"
306492 [Thread-939] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 16.211 sec
Running org.apache.crunch.scrunch.PTableTest
316165 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
316174 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
316178 [Thread-1006] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
316228 [Thread-1006] WARN org.apache.hadoop.mapred.JobClient - No job jar
file set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
316253 [Thread-1006] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.PTableTest:
Text(/tmp/junit671925329168520596/tens.txt)+S0+Aggregate.count+GBK+combine+S1+Avro(/tmp/junit671925329168520596/tmp-crunch.tmp.dir/crunch-2094678646/p1)"
316254 [Thread-1006] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 7.023 sec
Running org.apache.crunch.scrunch.WordCountTest
323190 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
323204 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
323211 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
323215 [Thread-1031] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
323366 [Thread-1031] WARN org.apache.hadoop.mapred.JobClient - No job jar
file set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
323391 [Thread-1031] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.WordCountTest:
Text(/tmp/junit6118251913210760157/shakes.txt)+S0+S1+Aggregate.count+GBK+combine+S2+[[Text(/tmp/junit6118251913210760157/output)]/[S3+Avro(/tmp/junit6118251913210760157/tmp-crunch.tmp.dir/crunch-1945040382/p2)]]"
323391 [Thread-1031] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
329898 [Thread-1031] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
329947 [Thread-1031] WARN org.apache.hadoop.mapred.JobClient - No job jar
file set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
329973 [Thread-1031] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.WordCountTest:
Avro(/tmp/junit6118251913210760157/tmp-crunch.tmp.dir/crunch-1945040382/p2)+GBK+combine+Avro(/tmp/junit6118251913210760157/tmp-crunch.tmp.dir/crunch-1945040382/p1)"
329975 [Thread-1031] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.039 sec
Running org.apache.crunch.scrunch.PCollectionTest
334229 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
334241 [Thread-1080] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
334266 [Thread-1080] WARN org.apache.hadoop.mapred.JobClient - No job jar
file set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
334285 [Thread-1080] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.PCollectionTest:
Text(/tmp/junit5838122669814855630/shakes.txt)+SeqFile(/tmp/junit5838122669814855630/tmp-crunch.tmp.dir/crunch-541914178/p1)"
334286 [Thread-1080] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
338280 [main] WARN org.apache.crunch.scrunch.Pipeline - Could not locate
Scrunch jar file, so could not add Scrunch jars to the job(s) about to be run.
338294 [main] INFO org.apache.crunch.impl.mr.collect.PGroupedTableImpl -
Setting num reduce tasks to 1
338297 [Thread-1090] WARN org.apache.hadoop.mapred.JobClient - Use
GenericOptionsParser for parsing the arguments. Applications should implement
Tool for the same.
338457 [Thread-1090] WARN org.apache.hadoop.mapred.JobClient - No job jar
file set. User classes may not be found. See JobConf(Class) or
JobConf#setJar(String).
338482 [Thread-1090] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Running
job "org.apache.crunch.scrunch.PCollectionTest:
Text(/tmp/junit459104383695285053/shakes.txt)+Aggregate.count+GBK+combine+PTables.values+SeqFile(/tmp/junit459104383695285053/tmp-crunch.tmp.dir/crunch-606948956/p1)"
338483 [Thread-1090] INFO org.apache.crunch.impl.mr.exec.CrunchJob - Job
status available at: http://localhost:8080/
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 11.079 sec
Results :
Failed tests: testPageRank(org.apache.crunch.scrunch.PageRankClassTest):
expected:<0.0048> but was:<0.0>
Tests run: 29, Failures: 1, Errors: 0, Skipped: 0
mojoSucceeded org.apache.maven.plugins:maven-failsafe-plugin:2.12(default)
[JENKINS] Recording test results
mojoStarted org.apache.maven.plugins:maven-failsafe-plugin:2.12(default)[INFO]
Failsafe report directory:
<https://builds.apache.org/job/Crunch-master-integration/org.apache.crunch$crunch-scrunch/ws/target/failsafe-reports>
[INFO]
[INFO] --- maven-failsafe-plugin:2.12:verify (default) @ crunch-scrunch ---
mojoFailed org.apache.maven.plugins:maven-failsafe-plugin:2.12(default)
projectFailed org.apache.crunch:crunch-scrunch:0.4.0-incubating-SNAPSHOT
