when I run it in my idea ,it works well.but when I submit to cluster ,it appear
this problem.。thanks for help me .
My version is as follow:
<scala.version>2.11.8</scala.version>
<hadoop.version>3.1.1</hadoop.version>
<spark.version>2.3.2</spark.version>
<clickhouse-jdbc.version>0.2.4</clickhouse-jdbc.version>
My code is as follow :
val spark:SparkSession = SparkSession
.builder()
.appName("CkConnect")
.master("local[2]")
.getOrCreate()
val properties = new Properties()
//设置用户名和密码
properties.setProperty("user","*")
properties.setProperty("password","*")
val dataFrame: DataFrame =
spark.read.jdbc("jdbc:clickhouse://*","stu",properties)
when read jdbc ,it don’t’t work..
Exception in thread "main" java.lang.ExceptionInInitializerError
at
org.apache.spark.scheduler.EventLoggingListener$.initEventLog(EventLoggingListener.scala:303)
at
org.apache.spark.scheduler.EventLoggingListener.start(EventLoggingListener.scala:128)
at org.apache.spark.SparkContext.<init>(SparkContext.scala:522)
at org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2493)
at
org.apache.spark.sql.SparkSession$Builder$$anonfun$7.apply(SparkSession.scala:934)
at
org.apache.spark.sql.SparkSession$Builder$$anonfun$7.apply(SparkSession.scala:925)
at scala.Option.getOrElse(Option.scala:121)
at
org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:925)
at org.synnex.WordCount.main(WordCount.java:25)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
at
org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:904)
at
org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:198)
at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:228)
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:137)
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: com.fasterxml.jackson.databind.JsonMappingException: Scala module
2.9.6 requires Jackson Databind version >= 2.9.0 and < 2.10.0
at
com.fasterxml.jackson.module.scala.JacksonModule$class.setupModule(JacksonModule.scala:61)
at
com.fasterxml.jackson.module.scala.DefaultScalaModule.setupModule(DefaultScalaModule.scala:18)
at
com.fasterxml.jackson.databind.ObjectMapper.registerModule(ObjectMapper.java:722)
at org.apache.spark.util.JsonProtocol$.<init>(JsonProtocol.scala:59)
at org.apache.spark.util.JsonProtocol$.<clinit>(JsonProtocol.scala)
... 19 more