2018yinjian commented on issue #6384:
URL: https://github.com/apache/kyuubi/issues/6384#issuecomment-2105678302
scala> val workDF =
spark.read.format("starrocks").option("starrocks.table.identifier",
"ads.ads_real_work_sr").option("starrocks.fe.http.url",
urlHttp).option("starrocks.fe.jdbc.url", urlJdbc).option("starrocks.user",
userName).option("starrocks.password", password).load()
workDF: org.apache.spark.sql.DataFrame = [id: bigint, work_id: bigint ...
120 more fields]
scala> workDF.createOrReplaceTempView("temp_work_240511")
24/05/11 18:58:53 WARN package: Truncated the string representation of a
plan since it was too large. This behavior can be adjusted by setting
'spark.sql.debug.maxToStringFields'.
scala> val execSql = "select a.source_id,b.main_id from
ods.ods_biz_aftersale_refund_base a left join (select id,main_id from
temp_work_240511 where nvl(region,0) = 202405) b on a.source_id = b.id where
b.main_id isnot null"
execSql: String = select a.source_id,b.main_id from
ods.ods_biz_aftersale_refund_base a left join (select id,main_id from
temp_work_240511 where nvl(region,0) = 202405) b on a.source_id = b.id where
b.main_id is notnull
scala> val resDF = spark.sql(execSql)
24/05/11 18:59:02 INFO HiveConf: Found configuration file
file:/etc/taihao-apps/spark-conf/hive-site.xml
24/05/11 18:59:03 WARN HiveConf: HiveConf of name hive.metastore.type does
not exist
24/05/11 18:59:03 INFO metastore: Trying to connect to metastore with URI
thrift://master-1-2.c-bde909f92a7de709.cn-beijing.emr.aliyuncs.com:9083
24/05/11 18:59:04 INFO metastore: Opened a connection to metastore, current
connections: 1
24/05/11 18:59:04 INFO metastore: Connected to metastore.
24/05/11 18:59:04 INFO Hive: instanced a metaStoreClient with type:
com.sun.proxy.$Proxy48
24/05/11 18:59:04 INFO Hive: Registering function aesdecrypt
com.bigdata.udf.AESDecrypt
24/05/11 18:59:04 INFO Hive: Registering function aesencrypt
com.bigdata.udf.AESEncrypt
24/05/11 18:59:05 WARN HoodieBackedTableMetadata: Metadata table was not
found at path
hdfs://hdfs-cluster/user/hive/warehouse/ods.db/ods_biz_aftersale_refund_base/.hoodie/metadata
24/05/11 18:59:11 WARN HoodieBackedTableMetadata: Metadata table was not
found at path
hdfs://hdfs-cluster/user/hive/warehouse/ods.db/ods_biz_aftersale_refund_base/.hoodie/metadata
resDF: org.apache.spark.sql.DataFrame = [source_id: bigint, main_id: bigint]
scala> resDF.show()
+-------------------+-------------------+
| source_id| main_id|
+-------------------+-------------------+
|6111660950322814848|1111660950150566272|
|6111661570997755777|1111661568738859392|
|6111662540116074368|1111662539939650176|
|6111662818451398272|1111662818197361024|
|6111665385705185152|1111665383376034433|
|6111666565817442177|1111666565634183552|
|6111666750468005505|1111666750119090561|
|6111667693871570816|1111667688501287553|
|6111667725892984704|1111667725723881857|
|6111667793142881920|1111667792968536448|
|6111667831230832256|1111667830479788672|
|6111668106227752832|1111668104138201472|
|6111668122150116993|1111668121942497921|
|6111668499527901568|1111663413280774784|
|6111668590817189504|1111668588992909696|
|6111668610538282624|1111668610321226113|
|6111668736570564481|1111668736389665152|
|6111668776803639169|1111668774515644801|
|6111668968737873793|1111668963609287041|
|6111668997785263745|1111668997594421633|
+-------------------+-------------------+
only showing top 20 rows
scala> 24/05/11 18:59:37 WARN SparkSQLLineageParseHelper: Extract
Statement[8] columns lineage failed.
java.util.NoSuchElementException: next on empty iterator
at scala.collection.Iterator$$anon$2.next(Iterator.scala:41)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator$$anon$2.next(Iterator.scala:39)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.head(IterableLike.scala:109)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.head$(IterableLike.scala:108)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.head(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$mergeRelationColumnLineage$1(SparkSQLLineageParseHelper.scala:180)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
~[scala-library-2.12.15.jar:?]
at
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
~[scala-library-2.12.15.jar:?]
at scala.collection.immutable.List.foldLeft(List.scala:91)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.mergeRelationColumnLineage(SparkSQLLineageParseHelper.scala:178)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:457)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$22(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$44(SparkSQLLineageParseHelper.scala:392)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:392)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$22(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$22(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:341)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.$anonfun$extractColumnsLineage$54(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.Iterator.foreach$(Iterator.scala:943)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach(IterableLike.scala:74)
~[scala-library-2.12.15.jar:?]
at scala.collection.IterableLike.foreach$(IterableLike.scala:73)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractIterable.foreach(Iterable.scala:56)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map(TraversableLike.scala:286)
~[scala-library-2.12.15.jar:?]
at scala.collection.TraversableLike.map$(TraversableLike.scala:279)
~[scala-library-2.12.15.jar:?]
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.extractColumnsLineage(SparkSQLLineageParseHelper.scala:478)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.parse(SparkSQLLineageParseHelper.scala:54)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.LineageParser.parse$(SparkSQLLineageParseHelper.scala:52)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.SparkSQLLineageParseHelper.parse(SparkSQLLineageParseHelper.scala:510)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.SparkSQLLineageParseHelper.$anonfun$transformToLineage$1(SparkSQLLineageParseHelper.scala:516)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at scala.util.Try$.apply(Try.scala:213)
~[scala-library-2.12.15.jar:?]
at
org.apache.kyuubi.plugin.lineage.helper.SparkSQLLineageParseHelper.transformToLineage(SparkSQLLineageParseHelper.scala:516)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.kyuubi.plugin.lineage.SparkOperationLineageQueryExecutionListener.onSuccess(SparkOperationLineageQueryExecutionListener.scala:34)
~[kyuubi-spark-lineage_2.12-1.8.1-jar-with-dependencies.jar:?]
at
org.apache.spark.sql.util.ExecutionListenerBus.doPostEvent(QueryExecutionListener.scala:165)
~[spark-sql_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.sql.util.ExecutionListenerBus.doPostEvent(QueryExecutionListener.scala:135)
~[spark-sql_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.sql.util.ExecutionListenerBus.postToAll(QueryExecutionListener.scala:135)
~[spark-sql_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.sql.util.ExecutionListenerBus.onOtherEvent(QueryExecutionListener.scala:147)
~[spark-sql_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:100)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23)
~[scala-library-2.12.15.jar:?]
at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)
~[scala-library-2.12.15.jar:?]
at
org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1446)
~[spark-core_2.12-3.3.1.jar:3.3.1]
at
org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96)
~[spark-core_2.12-3.3.1.jar:3.3.1]
这种场景怎么排除警告
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
