[ 
https://issues.apache.org/jira/browse/SPARK-31698?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Viacheslav Tradunsky updated SPARK-31698:
-----------------------------------------
    Docs Text:   (was: org.apache.spark.SparkException: Job aborted.
./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:    at 
org.apache.spark.sql.execution.datasources.FileFormatWriter$.write(FileFormatWriter.scala:198)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.datasources.InsertIntoHadoopFsRelationCommand.run(InsertIntoHadoopFsRelationCommand.scala:159)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:104)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:102)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.command.DataWritingCommandExec.doExecute(commands.scala:122)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.QueryExecution.toRdd$lzycompute(QueryExecution.scala:80)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.QueryExecution.toRdd(QueryExecution.scala:80)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter$$anonfun$runCommand$1.apply(DataFrameWriter.scala:676)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter$$anonfun$runCommand$1.apply(DataFrameWriter.scala:676)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SQLExecution$$anonfun$withNewExecutionId$1.apply(SQLExecution.scala:78)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:125)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:73)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter.runCommand(DataFrameWriter.scala:676)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter.saveToV1Source(DataFrameWriter.scala:285)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:271)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:229)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:566)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
com.company.app.executor.spark.SparkDatasetGenerationJob.generateDataset(SparkDatasetGenerationJob.scala:51)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
com.company.app.executor.spark.SparkDatasetGenerationJob.call(SparkDatasetGenerationJob.scala:82)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
com.company.app.executor.spark.SparkDatasetGenerationJob.call(SparkDatasetGenerationJob.scala:11)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.livy.rsc.driver.BypassJob.call(BypassJob.java:40)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.livy.rsc.driver.BypassJob.call(BypassJob.java:27)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.livy.rsc.driver.JobWrapper.call(JobWrapper.java:64)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.livy.rsc.driver.BypassJobWrapper.call(BypassJobWrapper.java:45)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.livy.rsc.driver.BypassJobWrapper.call(BypassJobWrapper.java:27)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
java.lang.Thread.run(Thread.java:748)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream: Caused 
by: java.lang.NullPointerException
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.internal.SQLConf$$anonfun$14.apply(SQLConf.scala:133)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.internal.SQLConf$$anonfun$14.apply(SQLConf.scala:133)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.Option.map(Option.scala:146)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.internal.SQLConf$.get(SQLConf.scala:133)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.types.DataType.sameType(DataType.scala:88)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.analysis.TypeCoercion$$anonfun$haveSameType$1.apply(TypeCoercion.scala:288)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.analysis.TypeCoercion$$anonfun$haveSameType$1.apply(TypeCoercion.scala:288)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.IndexedSeqOptimized$class.prefixLengthImpl(IndexedSeqOptimized.scala:38)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.IndexedSeqOptimized$class.forall(IndexedSeqOptimized.scala:43)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.mutable.ArrayBuffer.forall(ArrayBuffer.scala:48)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.analysis.TypeCoercion$.haveSameType(TypeCoercion.scala:288)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.expressions.ComplexTypeMergingExpression$class.dataTypeCheck(Expression.scala:717)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.expressions.CaseWhen.dataTypeCheck(conditionalExpressions.scala:121)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.expressions.ComplexTypeMergingExpression$class.dataType(Expression.scala:723)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.expressions.CaseWhen.dataType(conditionalExpressions.scala:121)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.expressions.Alias.toAttribute(namedExpressions.scala:176)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.aggregate.HashAggregateExec$$anonfun$output$1.apply(HashAggregateExec.scala:67)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.aggregate.HashAggregateExec$$anonfun$output$1.apply(HashAggregateExec.scala:67)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$class.map(TraversableLike.scala:234)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.map(List.scala:296)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.aggregate.HashAggregateExec.output(HashAggregateExec.scala:67)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.WholeStageCodegenExec.output(WholeStageCodegenExec.scala:521)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.exchange.Exchange.output(Exchange.scala:41)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.InputAdapter.output(WholeStageCodegenExec.scala:376)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SortExec.output(SortExec.scala:44)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.WholeStageCodegenExec.output(WholeStageCodegenExec.scala:521)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.joins.SortMergeJoinExec.output(SortMergeJoinExec.scala:53)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$inputSet$1.apply(QueryPlan.scala:51)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan$$anonfun$inputSet$1.apply(QueryPlan.scala:51)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$$anonfun$flatMap$1.apply(TraversableLike.scala:241)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$$anonfun$flatMap$1.apply(TraversableLike.scala:241)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.TraversableLike$class.flatMap(TraversableLike.scala:241)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.flatMap(List.scala:355)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan.inputSet(QueryPlan.scala:51)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan.missingInput(QueryPlan.scala:63)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan.statePrefix(QueryPlan.scala:173)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan.simpleString(QueryPlan.scala:175)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.plans.QueryPlan.verboseString(QueryPlan.scala:177)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:551)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$generateTreeString$3.apply(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
scala.collection.immutable.List.foreach(List.scala:392)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:569)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.generateTreeString(TreeNode.scala:571)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.treeString(TreeNode.scala:475)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.treeString(TreeNode.scala:472)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.trees.TreeNode.toString(TreeNode.scala:469)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.catalyst.errors.package$TreeNodeException.<init>(package.scala:36)
./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:    at 
org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:    at 
org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:119)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SortExec.doExecute(SortExec.scala:101)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.joins.SortMergeJoinExec.doExecute(SortMergeJoinExec.scala:155)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.ProjectExec.doExecute(basicPhysicalOperators.scala:70)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.joins.SortMergeJoinExec.doExecute(SortMergeJoinExec.scala:155)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.ProjectExec.doExecute(basicPhysicalOperators.scala:70)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:131)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:156)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:152)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:127)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  at 
org.apache.spark.sql.execution.datasources.FileFormatWriter$.write(FileFormatWriter.scala:143)
  ./livy-livy-server.out.gz:20/05/12 22:46:54 INFO LineBufferedStream:  ... 34 
more
)

> NPE on big dataset plans
> ------------------------
>
>                 Key: SPARK-31698
>                 URL: https://issues.apache.org/jira/browse/SPARK-31698
>             Project: Spark
>          Issue Type: Bug
>          Components: Spark Core
>    Affects Versions: 2.4.4
>         Environment: AWS EMR
>            Reporter: Viacheslav Tradunsky
>            Priority: Major
>         Attachments: Spark_NPE_big_dataset.log
>
>
> We have big dataset containing 275 SQL operations more than 275 joins.
> On the terminal operation to write data, it fails with NullPointerException.
>  
> I understand that such big number of operations might not be what spark is 
> designed for, but NullPointerException is not an ideal way to fail in this 
> case.
>  
> For more details, please see the stacktrace.



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org

Reply via email to