LuciferYang commented on PR #41358:
URL: https://github.com/apache/spark/pull/41358#issuecomment-1566970885
InsertIntoHiveTableBenchmark and ObjectHashAggregateExecBenchmark run
failed, but it seems unrelated to Scala 2.13
```
Running
org.apache.spark.sql.execution.benchmark.InsertIntoHiveTableBenchmark:
23/05/29 09:53:37 WARN SparkContext: The JAR
file:/home/runner/work/spark/spark/core/target/scala-2.13/spark-core_2.13-3.5.0-SNAPSHOT-tests.jar
at spark://localhost:32829/jars/spark-core_2.13-3.5.0-SNAPSHOT-tests.jar has
been added already. Overwriting of added jar is not supported in the current
version.
Error: Exception in thread "main" java.lang.NoClassDefFoundError:
org/codehaus/jackson/map/type/TypeFactory
at org.apache.hadoop.hive.ql.udf.UDFJson.<clinit>(UDFJson.java:64)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at
org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge.getUdfClassInternal(GenericUDFBridge.java:142)
at
org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge.getUdfClass(GenericUDFBridge.java:132)
at
org.apache.hadoop.hive.ql.exec.FunctionInfo.getFunctionClass(FunctionInfo.java:151)
at
org.apache.hadoop.hive.ql.exec.Registry.addFunction(Registry.java:519)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:163)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:154)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:147)
at
org.apache.hadoop.hive.ql.exec.FunctionRegistry.<clinit>(FunctionRegistry.java:322)
at
org.apache.spark.sql.hive.test.TestHiveSparkSession.<init>(TestHive.scala:530)
at
org.apache.spark.sql.hive.test.TestHiveSparkSession.<init>(TestHive.scala:185)
at
org.apache.spark.sql.hive.test.TestHiveContext.<init>(TestHive.scala:133)
at org.apache.spark.sql.hive.test.TestHive$.<init>(TestHive.scala:54)
at org.apache.spark.sql.hive.test.TestHive$.<clinit>(TestHive.scala:53)
at
org.apache.spark.sql.execution.benchmark.InsertIntoHiveTableBenchmark$.getSparkSession(InsertIntoHiveTableBenchmark.scala:39)
at
org.apache.spark.sql.execution.benchmark.SqlBasedBenchmark.$init$(SqlBasedBenchmark.scala:35)
at
org.apache.spark.sql.execution.benchmark.InsertIntoHiveTableBenchmark$.<clinit>(InsertIntoHiveTableBenchmark.scala:37)
at
org.apache.spark.sql.execution.benchmark.InsertIntoHiveTableBenchmark.main(InsertIntoHiveTableBenchmark.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.benchmark.Benchmarks$.$anonfun$main$7(Benchmarks.scala:128)
at scala.collection.ArrayOps$.foreach$extension(ArrayOps.scala:1328)
at org.apache.spark.benchmark.Benchmarks$.main(Benchmarks.scala:91)
at org.apache.spark.benchmark.Benchmarks.main(Benchmarks.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1025)
at
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:192)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:215)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
at
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1116)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1125)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: java.lang.ClassNotFoundException:
org.codehaus.jackson.map.type.TypeFactory
at java.net.URLClassLoader.findClass(URLClassLoader.java:387)
at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352)
at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
... 40 more
Error: Process completed with exit code 1.
```
Running
org.apache.spark.sql.execution.benchmark.ObjectHashAggregateExecBenchmark:
23/05/29 10:48:04 WARN SparkContext: The JAR
file:/home/runner/work/spark/spark/core/target/scala-2.13/spark-core_2.13-3.5.0-SNAPSHOT-tests.jar
at spark://localhost:40997/jars/spark-core_2.13-3.5.0-SNAPSHOT-tests.jar has
been added already. Overwriting of added jar is not supported in the current
version.
Error: Exception in thread "main" java.lang.NoClassDefFoundError:
org/codehaus/jackson/map/type/TypeFactory
at org.apache.hadoop.hive.ql.udf.UDFJson.<clinit>(UDFJson.java:64)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at
org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge.getUdfClassInternal(GenericUDFBridge.java:142)
at
org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge.getUdfClass(GenericUDFBridge.java:132)
at
org.apache.hadoop.hive.ql.exec.FunctionInfo.getFunctionClass(FunctionInfo.java:151)
at
org.apache.hadoop.hive.ql.exec.Registry.addFunction(Registry.java:519)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:163)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:154)
at
org.apache.hadoop.hive.ql.exec.Registry.registerUDF(Registry.java:147)
at
org.apache.hadoop.hive.ql.exec.FunctionRegistry.<clinit>(FunctionRegistry.java:322)
at
org.apache.spark.sql.hive.test.TestHiveSparkSession.<init>(TestHive.scala:530)
at
org.apache.spark.sql.hive.test.TestHiveSparkSession.<init>(TestHive.scala:185)
at
org.apache.spark.sql.hive.test.TestHiveContext.<init>(TestHive.scala:133)
at org.apache.spark.sql.hive.test.TestHive$.<init>(TestHive.scala:54)
at org.apache.spark.sql.hive.test.TestHive$.<clinit>(TestHive.scala:53)
at
org.apache.spark.sql.execution.benchmark.ObjectHashAggregateExecBenchmark$.getSparkSession(ObjectHashAggregateExecBenchmark.scala:47)
at
org.apache.spark.sql.execution.benchmark.SqlBasedBenchmark.$init$(SqlBasedBenchmark.scala:35)
at
org.apache.spark.sql.execution.benchmark.ObjectHashAggregateExecBenchmark$.<clinit>(ObjectHashAggregateExecBenchmark.scala:45)
at
org.apache.spark.sql.execution.benchmark.ObjectHashAggregateExecBenchmark.main(ObjectHashAggregateExecBenchmark.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.benchmark.Benchmarks$.$anonfun$main$7(Benchmarks.scala:128)
at scala.collection.ArrayOps$.foreach$extension(ArrayOps.scala:1328)
at org.apache.spark.benchmark.Benchmarks$.main(Benchmarks.scala:91)
at org.apache.spark.benchmark.Benchmarks.main(Benchmarks.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1025)
at
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:192)
at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:215)
at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
at
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1116)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1125)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: java.lang.ClassNotFoundException:
org.codehaus.jackson.map.type.TypeFactory
at java.net.URLClassLoader.findClass(URLClassLoader.java:387)
at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352)
at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
... 40 more
Error: Process completed with exit code 1.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
