[
https://issues.apache.org/jira/browse/SPARK-43865?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
pin_zhang updated SPARK-43865:
------------------------------
Description:
1. Test with JDK 11 + SPARK340
object BugHS {
def main(args: Array[String]): Unit = {
val conf = new SparkConf()
conf.set("javax.jdo.option.ConnectionURL","jdbc:mysql://mysql:3306/hive_ms_spark3?useSSL=false")
conf.set("javax.jdo.option.ConnectionDriverName","com.mysql.jdbc.Driver")
conf.set("javax.jdo.option.ConnectionUserName","**")
conf.set("javax.jdo.option.ConnectionPassword","**")
conf.set("spark.sql.hive.thriftServer.singleSession","false")
conf.set("spark.sql.warehouse.dir","hdfs://hadoop/warehouse_spark3")
import org.apache.spark.sql.SparkSession
val spark = SparkSession
.builder()
.appName("Test").config(conf).enableHiveSupport()
.getOrCreate()
HiveThriftServer2.startWithContext(spark.sqlContext)
spark.sql("create table IF NOT EXISTS test2 (id int) USING parquet")
}
}
3. Submit in cluster mode
spark.master=spark\://10.111.7.150\:6066
spark.jars=hdfs\://10.111.7.150\:8020/tmp/test_bug/mysql-connector-java-5.1.47.jar
spark.master.rest.enabled=true
> spark cluster deploy mode cannot initialize metastore java.sql.SQLException:
> No suitable driver found for jdbc:mysql
> --------------------------------------------------------------------------------------------------------------------
>
> Key: SPARK-43865
> URL: https://issues.apache.org/jira/browse/SPARK-43865
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 3.4.0
> Reporter: pin_zhang
> Priority: Major
>
> 1. Test with JDK 11 + SPARK340
> object BugHS {
> def main(args: Array[String]): Unit = {
> val conf = new SparkConf()
>
> conf.set("javax.jdo.option.ConnectionURL","jdbc:mysql://mysql:3306/hive_ms_spark3?useSSL=false")
> conf.set("javax.jdo.option.ConnectionDriverName","com.mysql.jdbc.Driver")
> conf.set("javax.jdo.option.ConnectionUserName","**")
> conf.set("javax.jdo.option.ConnectionPassword","**")
> conf.set("spark.sql.hive.thriftServer.singleSession","false")
> conf.set("spark.sql.warehouse.dir","hdfs://hadoop/warehouse_spark3")
> import org.apache.spark.sql.SparkSession
> val spark = SparkSession
> .builder()
> .appName("Test").config(conf).enableHiveSupport()
> .getOrCreate()
> HiveThriftServer2.startWithContext(spark.sqlContext)
> spark.sql("create table IF NOT EXISTS test2 (id int) USING parquet")
> }
> }
> 3. Submit in cluster mode
> spark.master=spark\://10.111.7.150\:6066
> spark.jars=hdfs\://10.111.7.150\:8020/tmp/test_bug/mysql-connector-java-5.1.47.jar
> spark.master.rest.enabled=true
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
