LuciferYang commented on PR #48466:
URL: https://github.com/apache/spark/pull/48466#issuecomment-2575780075
I found that this one has made the SubExprEliminationBenchmark unexecutable.
```
git reset --hard f3b2535d8d92c2210501f15c5845dd589414ffe3 // before this
one
build/sbt clean "sql/Test/runMain
org.apache.spark.sql.execution.SubExprEliminationBenchmark"
```
`SubExprEliminationBenchmark` can be executed successfully.
```
git reset --hard 2a1301133138ba0d5e2d969fc6428153903ffff1 // this one
build/sbt clean "sql/Test/runMain
org.apache.spark.sql.execution.SubExprEliminationBenchmark"
```
then
```
[info] Running benchmark: from_json as subExpr in Filter
[info] Running case: subExprElimination false, codegen: true
[info] 00:40:56.209 ERROR
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator: Failed to
compile the generated Java code.
[info] org.codehaus.commons.compiler.InternalCompilerException: Compiling
"GeneratedClass" in File 'generated.java', Line 1, Column 1: File
'generated.java', Line 24, Column 16: Compiling "processNext()"
[info] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:402)
[info] at
org.codehaus.janino.UnitCompiler.access$000(UnitCompiler.java:236)
[info] at
org.codehaus.janino.UnitCompiler$2.visitCompilationUnit(UnitCompiler.java:363)
[info] at
org.codehaus.janino.UnitCompiler$2.visitCompilationUnit(UnitCompiler.java:361)
[info] at
org.codehaus.janino.Java$CompilationUnit.accept(Java.java:371)
[info] at
org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:361)
[info] at
org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:264)
[info] 00:40:56.222 ERROR
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator:
[info] /* 001 */ public Object generate(Object[] references) {
[info] /* 002 */ return new GeneratedIteratorForCodegenStage1(references);
[info] /* 003 */ }
[info] /* 004 */
[info] /* 005 */ // codegenStageId=1
[info] /* 006 */ final class GeneratedIteratorForCodegenStage1 extends
org.apache.spark.sql.execution.BufferedRowIterator {
[info] /* 007 */ private Object[] references;
[info] /* 008 */ private scala.collection.Iterator[] inputs;
[info] /* 009 */ private scala.collection.Iterator inputadapter_input_0;
[info] /* 010 */ private org.apache.spark.sql.catalyst.e...
[error] Exception in thread "main"
org.codehaus.commons.compiler.InternalCompilerException: Failed to compile:
org.codehaus.commons.compiler.InternalCompilerException: Compiling
"GeneratedClass" in File 'generated.java', Line 1, Column 1: File
'generated.java', Line 24, Column 16: Compiling "processNext()"
[error] at
org.apache.spark.sql.errors.QueryExecutionErrors$.internalCompilerError(QueryExecutionErrors.scala:649)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.doCompile(CodeGenerator.scala:1552)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.$anonfun$cache$1(CodeGenerator.scala:1638)
[error] at
org.apache.spark.util.NonFateSharingCache$$anon$1.load(NonFateSharingCache.scala:68)
[error] at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3576)
[error] at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2318)
[error] at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2191)
[error] at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2081)
[error] at com.google.common.cache.LocalCache.get(LocalCache.java:4019)
[error] at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4042)
[error] at
com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:5024)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.$anonfun$get$2(NonFateSharingCache.scala:94)
[error] at org.apache.spark.util.KeyLock.withLock(KeyLock.scala:64)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.get(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.compile(CodeGenerator.scala:1489)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.liftedTree1$1(WholeStageCodegenExec.scala:732)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:731)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeRDD$1(SparkPlan.scala:187)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] at
org.apache.spark.util.Utils$.getTryWithCallerStacktrace(Utils.scala:1429)
[error] at org.apache.spark.util.LazyTry.get(LazyTry.scala:58)
[error] at
org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:108)
[error] at
org.apache.spark.sql.execution.QueryExecution.assertCommandExecuted(QueryExecution.scala:169)
[error] at
org.apache.spark.sql.internal.DataFrameWriterImpl.runCommand(DataFrameWriterImpl.scala:614)
[error] at
org.apache.spark.sql.internal.DataFrameWriterImpl.saveInternal(DataFrameWriterImpl.scala:196)
[error] at
org.apache.spark.sql.internal.DataFrameWriterImpl.save(DataFrameWriterImpl.scala:125)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.$anonfun$withFilter$6(SubExprEliminationBenchmark.scala:112)
[error] at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
[error] at
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:56)
[error] at
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.withSQLConf(SubExprEliminationBenchmark.scala:38)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.$anonfun$withFilter$5(SubExprEliminationBenchmark.scala:108)
[error] at
org.apache.spark.benchmark.Benchmark.$anonfun$addCase$1(Benchmark.scala:77)
[error] at
org.apache.spark.benchmark.Benchmark.$anonfun$addCase$1$adapted(Benchmark.scala:75)
[error] at
org.apache.spark.benchmark.Benchmark.measure(Benchmark.scala:144)
[error] at
org.apache.spark.benchmark.Benchmark.$anonfun$run$1(Benchmark.scala:108)
[error] at
scala.collection.StrictOptimizedIterableOps.map(StrictOptimizedIterableOps.scala:100)
[error] at
scala.collection.StrictOptimizedIterableOps.map$(StrictOptimizedIterableOps.scala:87)
[error] at
scala.collection.mutable.ArrayBuffer.map(ArrayBuffer.scala:42)
[error] at org.apache.spark.benchmark.Benchmark.run(Benchmark.scala:106)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.$anonfun$withFilter$1(SubExprEliminationBenchmark.scala:117)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.$anonfun$withFilter$1$adapted(SubExprEliminationBenchmark.scala:83)
[error] at
org.apache.spark.sql.catalyst.plans.SQLHelper.withTempPath(SQLHelper.scala:41)
[error] at
org.apache.spark.sql.catalyst.plans.SQLHelper.withTempPath$(SQLHelper.scala:38)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.withTempPath(SubExprEliminationBenchmark.scala:38)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.withFilter(SubExprEliminationBenchmark.scala:83)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.$anonfun$runBenchmarkSuite$1(SubExprEliminationBenchmark.scala:125)
[error] at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
[error] at
org.apache.spark.benchmark.BenchmarkBase.runBenchmark(BenchmarkBase.scala:42)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark$.runBenchmarkSuite(SubExprEliminationBenchmark.scala:123)
[error] at
org.apache.spark.benchmark.BenchmarkBase.main(BenchmarkBase.scala:72)
[error] at
org.apache.spark.sql.execution.SubExprEliminationBenchmark.main(SubExprEliminationBenchmark.scala)
[error] Suppressed: java.lang.Exception: Stacktrace under
doTryWithCallerStacktrace
[error] at
org.apache.spark.sql.errors.QueryExecutionErrors$.internalCompilerError(QueryExecutionErrors.scala:649)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.doCompile(CodeGenerator.scala:1552)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.$anonfun$cache$1(CodeGenerator.scala:1638)
[error] at
org.apache.spark.util.NonFateSharingCache$$anon$1.load(NonFateSharingCache.scala:68)
[error] at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3576)
[error] at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2318)
[error] at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2191)
[error] at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2081)
[error] at
com.google.common.cache.LocalCache.get(LocalCache.java:4019)
[error] at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4042)
[error] at
com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:5024)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.$anonfun$get$2(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.util.KeyLock.withLock(KeyLock.scala:64)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.get(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.compile(CodeGenerator.scala:1489)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.liftedTree1$1(WholeStageCodegenExec.scala:732)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:731)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeRDD$1(SparkPlan.scala:187)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] Suppressed: java.lang.Exception: Full stacktrace of original
doTryWithCallerStacktrace caller
[error] at
org.apache.spark.sql.errors.QueryExecutionErrors$.internalCompilerError(QueryExecutionErrors.scala:649)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.doCompile(CodeGenerator.scala:1552)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.$anonfun$cache$1(CodeGenerator.scala:1638)
[error] at
org.apache.spark.util.NonFateSharingCache$$anon$1.load(NonFateSharingCache.scala:68)
[error] at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3576)
[error] at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2318)
[error] at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2191)
[error] at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2081)
[error] at
com.google.common.cache.LocalCache.get(LocalCache.java:4019)
[error] at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4042)
[error] at
com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:5024)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.$anonfun$get$2(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.util.KeyLock.withLock(KeyLock.scala:64)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.get(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.compile(CodeGenerator.scala:1489)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.liftedTree1$1(WholeStageCodegenExec.scala:732)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:731)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeRDD$1(SparkPlan.scala:187)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] at
org.apache.spark.util.LazyTry.tryT$lzycompute(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.tryT(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.get(LazyTry.scala:58)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:200)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:259)
[error] at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
[error] at
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:256)
[error] at
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:196)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec.writeWithV2(WriteToDataSourceV2Exec.scala:367)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec.writeWithV2$(WriteToDataSourceV2Exec.scala:365)
[error] at
org.apache.spark.sql.execution.datasources.v2.OverwriteByExpressionExec.writeWithV2(WriteToDataSourceV2Exec.scala:249)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run(WriteToDataSourceV2Exec.scala:343)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run$(WriteToDataSourceV2Exec.scala:342)
[error] at
org.apache.spark.sql.execution.datasources.v2.OverwriteByExpressionExec.run(WriteToDataSourceV2Exec.scala:249)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:132)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:160)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:264)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$6(SQLExecution.scala:123)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:287)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$1(SQLExecution.scala:123)
[error] at
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:748)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId0(SQLExecution.scala:77)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:229)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$1(QueryExecution.scala:132)
[error] at
org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:629)
[error] at
org.apache.spark.sql.execution.QueryExecution.org$apache$spark$sql$execution$QueryExecution$$eagerlyExecute$1(QueryExecution.scala:131)
[error] at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$3.applyOrElse(QueryExecution.scala:146)
[error] at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$3.applyOrElse(QueryExecution.scala:141)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:470)
[error] at
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:86)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:470)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:330)
[error] at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:326)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:446)
[error] at
org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:141)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$lazyCommandExecuted$1(QueryExecution.scala:103)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] at
org.apache.spark.util.LazyTry.tryT$lzycompute(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.tryT(LazyTry.scala:46)
[error] ... 32 more
...
[error] Caused by: org.codehaus.commons.compiler.InternalCompilerException:
Compiling "GeneratedClass" in File 'generated.java', Line 1, Column 1: File
'generated.java', Line 24, Column 16: Compiling "processNext()"
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:402)
[error] at
org.codehaus.janino.UnitCompiler.access$000(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$2.visitCompilationUnit(UnitCompiler.java:363)
[error] at
org.codehaus.janino.UnitCompiler$2.visitCompilationUnit(UnitCompiler.java:361)
[error] at
org.codehaus.janino.Java$CompilationUnit.accept(Java.java:371)
[error] at
org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:361)
[error] at
org.codehaus.janino.SimpleCompiler.cook(SimpleCompiler.java:264)
[error] at
org.codehaus.janino.ClassBodyEvaluator.cook(ClassBodyEvaluator.java:294)
[error] at
org.codehaus.janino.ClassBodyEvaluator.cook(ClassBodyEvaluator.java:288)
[error] at
org.codehaus.janino.ClassBodyEvaluator.cook(ClassBodyEvaluator.java:267)
[error] at org.codehaus.commons.compiler.Cookable.cook(Cookable.java:82)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.doCompile(CodeGenerator.scala:1546)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.$anonfun$cache$1(CodeGenerator.scala:1638)
[error] at
org.apache.spark.util.NonFateSharingCache$$anon$1.load(NonFateSharingCache.scala:68)
[error] at
com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3576)
[error] at
com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2318)
[error] at
com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2191)
[error] at
com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2081)
[error] at com.google.common.cache.LocalCache.get(LocalCache.java:4019)
[error] at
com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4042)
[error] at
com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:5024)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.$anonfun$get$2(NonFateSharingCache.scala:94)
[error] at org.apache.spark.util.KeyLock.withLock(KeyLock.scala:64)
[error] at
org.apache.spark.util.NonFateSharingLoadingCache.get(NonFateSharingCache.scala:94)
[error] at
org.apache.spark.sql.catalyst.expressions.codegen.CodeGenerator$.compile(CodeGenerator.scala:1489)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.liftedTree1$1(WholeStageCodegenExec.scala:732)
[error] at
org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:731)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeRDD$1(SparkPlan.scala:187)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] at
org.apache.spark.util.LazyTry.tryT$lzycompute(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.tryT(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.get(LazyTry.scala:58)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:200)
[error] at
org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:259)
[error] at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
[error] at
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:256)
[error] at
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:196)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec.writeWithV2(WriteToDataSourceV2Exec.scala:367)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec.writeWithV2$(WriteToDataSourceV2Exec.scala:365)
[error] at
org.apache.spark.sql.execution.datasources.v2.OverwriteByExpressionExec.writeWithV2(WriteToDataSourceV2Exec.scala:249)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run(WriteToDataSourceV2Exec.scala:343)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run$(WriteToDataSourceV2Exec.scala:342)
[error] at
org.apache.spark.sql.execution.datasources.v2.OverwriteByExpressionExec.run(WriteToDataSourceV2Exec.scala:249)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
[error] at
org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$2(QueryExecution.scala:132)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$7(SQLExecution.scala:160)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:264)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$6(SQLExecution.scala:123)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:287)
[error] at
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$1(SQLExecution.scala:123)
[error] at
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:748)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId0(SQLExecution.scala:77)
[error] at
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:229)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$1(QueryExecution.scala:132)
[error] at
org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:629)
[error] at
org.apache.spark.sql.execution.QueryExecution.org$apache$spark$sql$execution$QueryExecution$$eagerlyExecute$1(QueryExecution.scala:131)
[error] at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$3.applyOrElse(QueryExecution.scala:146)
[error] at
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$3.applyOrElse(QueryExecution.scala:141)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:470)
[error] at
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:86)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:470)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:330)
[error] at
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:326)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:37)
[error] at
org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:446)
[error] at
org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:141)
[error] at
org.apache.spark.sql.execution.QueryExecution.$anonfun$lazyCommandExecuted$1(QueryExecution.scala:103)
[error] at scala.util.Try$.apply(Try.scala:217)
[error] at
org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1375)
[error] at
org.apache.spark.util.LazyTry.tryT$lzycompute(LazyTry.scala:46)
[error] at org.apache.spark.util.LazyTry.tryT(LazyTry.scala:46)
[error] ... 32 more
[error] Caused by: org.codehaus.commons.compiler.InternalCompilerException:
File 'generated.java', Line 24, Column 16: Compiling "processNext()"
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3333)
[error] at
org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1447)
[error] at
org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler.java:1420)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:829)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1026)
[error] at
org.codehaus.janino.UnitCompiler.access$700(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$3.visitMemberClassDeclaration(UnitCompiler.java:425)
[error] at
org.codehaus.janino.UnitCompiler$3.visitMemberClassDeclaration(UnitCompiler.java:418)
[error] at
org.codehaus.janino.Java$MemberClassDeclaration.accept(Java.java:1533)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:418)
[error] at
org.codehaus.janino.UnitCompiler.compileDeclaredMemberTypes(UnitCompiler.java:1397)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:864)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:442)
[error] at
org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$3.visitPackageMemberClassDeclaration(UnitCompiler.java:422)
[error] at
org.codehaus.janino.UnitCompiler$3.visitPackageMemberClassDeclaration(UnitCompiler.java:418)
[error] at
org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java.java:1688)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:418)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:392)
[error] ... 107 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
25, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1663)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:3658)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3329)
[error] ... 125 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
25, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1604)
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1661)
[error] ... 127 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
25, Column 41
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1604)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2001)
[error] at
org.codehaus.janino.UnitCompiler.access$2200(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$6.visitWhileStatement(UnitCompiler.java:1584)
[error] at
org.codehaus.janino.UnitCompiler$6.visitWhileStatement(UnitCompiler.java:1575)
[error] at
org.codehaus.janino.Java$WhileStatement.accept(Java.java:3389)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1575)
[error] ... 128 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
28, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1663)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1646)
[error] at
org.codehaus.janino.UnitCompiler.access$1700(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$6.visitBlock(UnitCompiler.java:1579)
[error] at
org.codehaus.janino.UnitCompiler$6.visitBlock(UnitCompiler.java:1575)
[error] at org.codehaus.janino.Java$Block.accept(Java.java:3115)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1575)
[error] ... 134 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
28, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1604)
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1661)
[error] ... 140 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
28, Column 4
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1604)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1691)
[error] at
org.codehaus.janino.UnitCompiler.access$2600(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$6.visitDoStatement(UnitCompiler.java:1588)
[error] at
org.codehaus.janino.UnitCompiler$6.visitDoStatement(UnitCompiler.java:1575)
[error] at org.codehaus.janino.Java$DoStatement.accept(Java.java:3794)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1575)
[error] ... 141 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
11938, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1663)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:1646)
[error] at
org.codehaus.janino.UnitCompiler.access$1700(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$6.visitBlock(UnitCompiler.java:1579)
[error] at
org.codehaus.janino.UnitCompiler$6.visitBlock(UnitCompiler.java:1575)
[error] at org.codehaus.janino.Java$Block.accept(Java.java:3115)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1575)
[error] ... 147 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
11938, Column 1
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1604)
[error] at
org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:1661)
[error] ... 153 more
[error] Caused by: java.lang.RuntimeException: File 'generated.java', Line
11938, Column 9
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2745)
[error] at
org.codehaus.janino.UnitCompiler.access$2700(UnitCompiler.java:236)
[error] at
org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1589)
[error] at
org.codehaus.janino.UnitCompiler$6.visitLocalVariableDeclarationStatement(UnitCompiler.java:1575)
[error] at
org.codehaus.janino.Java$LocalVariableDeclarationStatement.accept(Java.java:3842)
[error] at
org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1575)
[error] ... 154 more
[error] Caused by: org.codehaus.commons.compiler.InternalCompilerException:
Code grows beyond 64 KB
[error] at
org.codehaus.janino.CodeContext.makeSpace(CodeContext.java:699)
[error] at org.codehaus.janino.CodeContext.write(CodeContext.java:558)
[error] at
org.codehaus.janino.UnitCompiler.write(UnitCompiler.java:13079)
[error] at
org.codehaus.janino.UnitCompiler.store(UnitCompiler.java:12752)
[error] at
org.codehaus.janino.UnitCompiler.store(UnitCompiler.java:12730)
[error] at
org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2742)
[error] ... 159 more
[error] Nonzero exit code returned from runner: 1
[error] (sql / Test / runMain) Nonzero exit code returned from runner: 1
```
@panbingkun Do you have time to take a look at this issue? Thanks ~
also cc @MaxGekk and @cloud-fan
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
