Github user cloud-fan commented on a diff in the pull request:
https://github.com/apache/spark/pull/22545#discussion_r220414608
--- Diff: python/pyspark/sql/context.py ---
@@ -485,7 +485,8 @@ def __init__(self, sparkContext, jhiveContext=None):
"SparkSession.builder.enableHiveSupport().getOrCreate()
instead.",
DeprecationWarning)
if jhiveContext is None:
- sparkSession =
SparkSession.builder.enableHiveSupport().getOrCreate()
+ sparkContext._conf.set("spark.sql.catalogImplementation",
"hive")
+ sparkSession =
SparkSession.builder._sparkContext(sparkContext).getOrCreate()
--- End diff --
why this change?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
