Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/21990#discussion_r221436367
--- Diff: python/pyspark/sql/session.py ---
@@ -212,13 +212,17 @@ def __init__(self, sparkContext, jsparkSession=None):
self._sc = sparkContext
self._jsc = self._sc._jsc
self._jvm = self._sc._jvm
+
if jsparkSession is None:
if self._jvm.SparkSession.getDefaultSession().isDefined() \
and not
self._jvm.SparkSession.getDefaultSession().get() \
.sparkContext().isStopped():
jsparkSession =
self._jvm.SparkSession.getDefaultSession().get()
else:
- jsparkSession = self._jvm.SparkSession(self._jsc.sc())
+ extensions = self._sc._jvm.org.apache.spark.sql\
--- End diff --
tiny nit: just for consistency `extensions =
self._sc._jvm.org.apache.spark.sql\` -> `extensions =
self._sc._jvm.org.apache.spark.sql \`
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
