[
https://issues.apache.org/jira/browse/SPARK-39257?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17643501#comment-17643501
]
Sandeep Katta commented on SPARK-39257:
---------------------------------------
Closing this jira as this is fixed by *mssql-jdbc
[1942|https://github.com/microsoft/mssql-jdbc/pull/1942]*
> use spark.read.jdbc() to read data from SQL databse into dataframe, it fails
> silently, when the session is killed from SQL server side
> --------------------------------------------------------------------------------------------------------------------------------------
>
> Key: SPARK-39257
> URL: https://issues.apache.org/jira/browse/SPARK-39257
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 3.0.1, 3.1.2, 3.2.1
> Environment: {*}Spark version{*}: spark 3.0.1/3.1.2/3.2.1
> *Microsoft JDBC Driver* *for SQL server:*
> mssql-jdbc-8.2.1.jre8/mssql-jdbc-10.2.1.jre8.jar
> Reporter: Xinran Tao
> Priority: Major
>
> I'm using *spark.read.jdbc()* to read form SQL database into a dataframe,
> which utilizes *Microsoft JDBC Driver* *for SQL server* to get data from the
> SQL server.
> *codes:*
>
> {code:java}
> %scala
> val token = "xxx"
> val jdbcHostname = "xinrandatabseserver.database.windows.net"
> val jdbcDatabase = "xinranSQLDatabase"
> val jdbcPort = 1433
> val jdbcUrl =
> "jdbc:sqlserver://%s:%s;databaseName=%s;encrypt=true;trustServerCertificate=false;hostNameInCertificate=*.database.windows.net".format(jdbcHostname,
> jdbcPort, jdbcDatabase)+ ";accessToken="
> import java.util.Properties
> val connectionProperties = new Properties()
> val driverClass = "com.microsoft.sqlserver.jdbc.SQLServerDriver"
> connectionProperties.setProperty("Driver", driverClass)
> connectionProperties.setProperty("accesstoken", token)
> val sql_pushdown = "(select UNITS from payment_balance_new) emp_alias"
> val df_stripe_dispute = spark.read.option("connectRetryCount",
> 200).option("numPartitions",1).jdbc(url=jdbcUrl, table=sql_pushdown,
> properties=connectionProperties)
> df_stripe_dispute.count()
> {code}
>
>
> The session was accidentally killed by some automatic scripts from SQL server
> side, but no errors shows up from the spark side, no failure was observed.
> But from the count() result, the reords are far less than it should be.
>
> If I'm directly using *Microsoft JDBC Driver* *for SQL server* to run the
> query and print the data out, which doesn't involve spark, there would be a
> connection reset error thrown out.
> *codes:*
>
> {code:java}
> %scala
> import java.sql.DriverManager
> import java.sql.Connection
> import java.util.Properties;
> val jdbcHostname = "xinrandatabseserver.database.windows.net"
> val jdbcDatabase = "xinranSQLDatabase"
> val jdbcPort = "1433"
> val driver = "com.microsoft.sqlserver.jdbc.SQLServerDriver"
> val token = "xxxx"
> val jdbcUrl =
> "jdbc:sqlserver://%s:%s;databaseName=%s;encrypt=true;trustServerCertificate=false;hostNameInCertificate=*.database.windows.net".format(jdbcHostname,
> jdbcPort, jdbcDatabase)+ ";accessToken="+token
>
> var connection:Connection = null
> val info:Properties = new Properties();
> info.setProperty("accesstoken", token);
>
> // make the connection
> Class.forName(driver)
> connection = DriverManager.getConnection(jdbcUrl,info )
> // create the statement, and run the select query
> val statement = connection.createStatement()
> val resultSet = statement.executeQuery("select UNITS from
> payment_balance_new")
> while ( resultSet.next() ) {
> println("__________________________"+resultSet.getString(1))
> }
> {code}
>
> *errors:*
>
> {code:java}
> com.microsoft.sqlserver.jdbc.SQLServerException: Connection reset
> at
> com.microsoft.sqlserver.jdbc.SQLServerConnection.terminate(SQLServerConnection.java:2998)
> at com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2034) at
> com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at
> com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at
> com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at
> com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at
> com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696)
> at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at
> com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at
> com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309)
> at
> com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105)
> at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at
> com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at
> com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at
> com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7)
> at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at
> scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at
> scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at
> scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41)
> at
> scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37)
> at
> scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41)
> at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at
> com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204)
> at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789)
> at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204)
> at
> com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431)
> at
> com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at
> com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234)
> at
> com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48)
> at
> com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276)
> at
> com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48)
> at
> com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653)
> at scala.util.Try$.apply(Try.scala:213) at
> com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219)
> at java.lang.Thread.run(Thread.java:748) Caused by:
> javax.net.ssl.SSLException: Connection reset at
> sun.security.ssl.Alert.createSSLException(Alert.java:127) at
> sun.security.ssl.TransportContext.fatal(TransportContext.java:348) at
> sun.security.ssl.TransportContext.fatal(TransportContext.java:291) at
> sun.security.ssl.TransportContext.fatal(TransportContext.java:286) at
> sun.security.ssl.SSLTransport.decode(SSLTransport.java:142) at
> sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1205) at
> sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1172)
> at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:72) at
> sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:838) at
> com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2026) at
> com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at
> com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at
> com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at
> com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at
> com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696)
> at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at
> com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at
> com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309)
> at
> com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105)
> at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at
> com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at
> com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at
> com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7)
> at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at
> scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at
> scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at
> scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41)
> at
> scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37)
> at
> scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41)
> at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at
> com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204)
> at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789)
> at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204)
> at
> com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431)
> at
> com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at
> com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234)
> at
> com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48)
> at
> com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276)
> at
> com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48)
> at
> com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653)
> at scala.util.Try$.apply(Try.scala:213) at
> com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219)
> at java.lang.Thread.run(Thread.java:748) Caused by:
> java.net.SocketException: Connection reset at
> java.net.SocketInputStream.read(SocketInputStream.java:210) at
> java.net.SocketInputStream.read(SocketInputStream.java:141) at
> com.microsoft.sqlserver.jdbc.TDSChannel$ProxyInputStream.readInternal(IOBuffer.java:1006)
> at
> com.microsoft.sqlserver.jdbc.TDSChannel$ProxyInputStream.read(IOBuffer.java:996)
> at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:476)
> at
> sun.security.ssl.SSLSocketInputRecord.readFully(SSLSocketInputRecord.java:459)
> at
> sun.security.ssl.SSLSocketInputRecord.decodeInputRecord(SSLSocketInputRecord.java:243)
> at
> sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:181)
> at sun.security.ssl.SSLTransport.decode(SSLTransport.java:110) at
> sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1205) at
> sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1172)
> at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:72) at
> sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:838) at
> com.microsoft.sqlserver.jdbc.TDSChannel.read(IOBuffer.java:2026) at
> com.microsoft.sqlserver.jdbc.TDSReader.readPacket(IOBuffer.java:6446) at
> com.microsoft.sqlserver.jdbc.TDSReader.nextPacket(IOBuffer.java:6396) at
> com.microsoft.sqlserver.jdbc.TDSReader.ensurePayload(IOBuffer.java:6374) at
> com.microsoft.sqlserver.jdbc.TDSReader.readBytes(IOBuffer.java:6675) at
> com.microsoft.sqlserver.jdbc.TDSReader.readWrappedBytes(IOBuffer.java:6696)
> at com.microsoft.sqlserver.jdbc.TDSReader.readInt(IOBuffer.java:6645) at
> com.microsoft.sqlserver.jdbc.TDSReader.readUnsignedInt(IOBuffer.java:6659) at
> com.microsoft.sqlserver.jdbc.PLPInputStream.readBytesInternal(PLPInputStream.java:309)
> at
> com.microsoft.sqlserver.jdbc.PLPInputStream.getBytes(PLPInputStream.java:105)
> at com.microsoft.sqlserver.jdbc.DDC.convertStreamToObject(DDC.java:757) at
> com.microsoft.sqlserver.jdbc.ServerDTVImpl.getValue(dtv.java:3748) at
> com.microsoft.sqlserver.jdbc.DTV.getValue(dtv.java:247) at
> com.microsoft.sqlserver.jdbc.Column.getValue(Column.java:190) at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2053)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getValue(SQLServerResultSet.java:2039)
> at
> com.microsoft.sqlserver.jdbc.SQLServerResultSet.getString(SQLServerResultSet.java:2498)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:27)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:93)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw$$iw.<init>(command-1948142961986474:95)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw$$iw.<init>(command-1948142961986474:97)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw$$iw.<init>(command-1948142961986474:99)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$$iw.<init>(command-1948142961986474:101)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read.<init>(command-1948142961986474:103)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<init>(command-1948142961986474:107)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$read$.<clinit>(command-1948142961986474)
> at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print$lzycompute(<notebook>:7)
> at lined86df7823f4342fb97d4aed9e6adb21531.$eval$.$print(<notebook>:6) at
> lined86df7823f4342fb97d4aed9e6adb21531.$eval.$print(<notebook>) at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498) at
> scala.tools.nsc.interpreter.IMain$ReadEvalPrint.call(IMain.scala:745) at
> scala.tools.nsc.interpreter.IMain$Request.loadAndRun(IMain.scala:1021) at
> scala.tools.nsc.interpreter.IMain.$anonfun$interpret$1(IMain.scala:574) at
> scala.reflect.internal.util.ScalaClassLoader.asContext(ScalaClassLoader.scala:41)
> at
> scala.reflect.internal.util.ScalaClassLoader.asContext$(ScalaClassLoader.scala:37)
> at
> scala.reflect.internal.util.AbstractFileClassLoader.asContext(AbstractFileClassLoader.scala:41)
> at scala.tools.nsc.interpreter.IMain.loadAndRunReq$1(IMain.scala:573) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:600) at
> scala.tools.nsc.interpreter.IMain.interpret(IMain.scala:570) at
> com.databricks.backend.daemon.driver.DriverILoop.execute(DriverILoop.scala:219)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.$anonfun$repl$1(ScalaDriverLocal.scala:204)
> at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExitInternal$.trapExit(DriverLocal.scala:789)
> at
> com.databricks.backend.daemon.driver.DriverLocal$TrapExit$.apply(DriverLocal.scala:742)
> at
> com.databricks.backend.daemon.driver.ScalaDriverLocal.repl(ScalaDriverLocal.scala:204)
> at
> com.databricks.backend.daemon.driver.DriverLocal.$anonfun$execute$10(DriverLocal.scala:431)
> at
> com.databricks.logging.UsageLogging.$anonfun$withAttributionContext$1(UsageLogging.scala:239)
> at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) at
> com.databricks.logging.UsageLogging.withAttributionContext(UsageLogging.scala:234)
> at
> com.databricks.logging.UsageLogging.withAttributionContext$(UsageLogging.scala:231)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext(DriverLocal.scala:48)
> at
> com.databricks.logging.UsageLogging.withAttributionTags(UsageLogging.scala:276)
> at
> com.databricks.logging.UsageLogging.withAttributionTags$(UsageLogging.scala:269)
> at
> com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags(DriverLocal.scala:48)
> at
> com.databricks.backend.daemon.driver.DriverLocal.execute(DriverLocal.scala:408)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.$anonfun$tryExecutingCommand$1(DriverWrapper.scala:653)
> at scala.util.Try$.apply(Try.scala:213) at
> com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand(DriverWrapper.scala:645)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.getCommandOutputAndError(DriverWrapper.scala:486)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.executeCommand(DriverWrapper.scala:598)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop(DriverWrapper.scala:391)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.runInner(DriverWrapper.scala:337)
> at
> com.databricks.backend.daemon.driver.DriverWrapper.run(DriverWrapper.scala:219)
> at java.lang.Thread.run(Thread.java:748)
>
> {code}
>
> Could you help check this issue, thanks!
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscr...@spark.apache.org
For additional commands, e-mail: issues-h...@spark.apache.org
