HyukjinKwon commented on code in PR #42367:
URL: https://github.com/apache/spark/pull/42367#discussion_r1285320997
##########
connector/connect/client/jvm/src/main/scala/org/apache/spark/sql/SparkSession.scala:
##########
@@ -811,30 +826,84 @@ object SparkSession extends Logging {
* If a session exist with the same configuration that is returned instead
of creating a new
* session.
*
+ * This method will update the default and/or active session if they are
not set.
+ *
* @since 3.5.0
*/
def getOrCreate(): SparkSession = {
-
tryCreateSessionFromClient().getOrElse(sessions.get(builder.configuration))
+ val session = tryCreateSessionFromClient()
+ .getOrElse(sessions.get(builder.configuration))
+ // To be compatible with the SQL API we update the default
+ // and active session here if they are not set.
+ defaultSession.compareAndSet(null, session)
+ if (getActiveSession.isEmpty) {
+ setActiveSession(session)
+ }
+ session
}
}
- def getActiveSession: Option[SparkSession] = {
- throw new UnsupportedOperationException("getActiveSession is not
supported")
+ /**
+ * Returns the default SparkSession.
+ *
+ * @since 3.5.0
+ */
+ def getDefaultSession: Option[SparkSession] = Option(defaultSession.get())
+
+ /**
+ * Sets the default SparkSession.
+ *
+ * @since 3.5.0
+ */
+ def setDefaultSession(session: SparkSession): Unit = {
+ defaultSession.set(session)
}
- def getDefaultSession: Option[SparkSession] = {
- throw new UnsupportedOperationException("getDefaultSession is not
supported")
+ /**
+ * Clears the default SparkSession.
+ *
+ * @since 3.5.0
+ */
+ def clearDefaultSession(): Unit = {
+ defaultSession.set(null)
}
+ /**
+ * Returns the active SparkSession for the current thread.
+ *
+ * @since 3.5.0
+ */
+ def getActiveSession: Option[SparkSession] =
Option(activeThreadSession.get())
Review Comment:
Once annoying thing would be this active session. in non Spark Connect mode,
we set this active whenever we call an API associated to the current Spark
session.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
