Kyle Weaver created BEAM-10476:
----------------------------------
Summary: SparkPortableExecutionTest.testExecution failed to add jar
Key: BEAM-10476
URL: https://issues.apache.org/jira/browse/BEAM-10476
Project: Beam
Issue Type: Bug
Components: runner-spark
Reporter: Kyle Weaver
This doesn't cause the test to fail, it's just distracting.
20/07/10 20:45:13 ERROR org.apache.spark.SparkContext: Failed to add
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test
to Spark environment java.lang.IllegalArgumentException: Directory
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/test
is not allowed for addJar at
org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
scala.collection.immutable.List.foreach(List.scala:392) at
org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at
org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
at
org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
at
org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
at
org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
at
org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
at
org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
org.apache.spark.SparkContext: Failed to add
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test
to Spark environment java.lang.IllegalArgumentException: Directory
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/test
is not allowed for addJar at
org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
scala.collection.immutable.List.foreach(List.scala:392) at
org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at
org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
at
org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
at
org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
at
org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
at
org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
at
org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
org.apache.spark.SparkContext: Failed to add
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main
to Spark environment java.lang.IllegalArgumentException: Directory
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/classes/java/main
is not allowed for addJar at
org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
scala.collection.immutable.List.foreach(List.scala:392) at
org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at
org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
at
org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
at
org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
at
org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
at
org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
at
org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.lang.Thread.run(Thread.java:748) 20/07/10 20:45:13 ERROR
org.apache.spark.SparkContext: Failed to add
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main
to Spark environment java.lang.IllegalArgumentException: Directory
/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Java_Commit/src/runners/spark/build/resources/main
is not allowed for addJar at
org.apache.spark.SparkContext.addJarFile$1(SparkContext.scala:1841) at
org.apache.spark.SparkContext.addJar(SparkContext.scala:1866) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
org.apache.spark.SparkContext$$anonfun$12.apply(SparkContext.scala:458) at
scala.collection.immutable.List.foreach(List.scala:392) at
org.apache.spark.SparkContext.<init>(SparkContext.scala:458) at
org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) at
org.apache.beam.runners.spark.translation.SparkContextFactory.createSparkContext(SparkContextFactory.java:98)
at
org.apache.beam.runners.spark.translation.SparkContextFactory.getSparkContext(SparkContextFactory.java:53)
at
org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:109)
at
org.apache.beam.runners.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:83)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:258)
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
at
org.apache.beam.runners.jobsubmission.JobInvocation.start(JobInvocation.java:93)
at
org.apache.beam.runners.spark.SparkPortableExecutionTest.testExecution(SparkPortableExecutionTest.java:158)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498) at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:288)
at
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:282)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
java.lang.Thread.run(Thread.java:748)
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
