[
https://issues.apache.org/jira/browse/SPARK-54076?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Dongjoon Hyun reassigned SPARK-54076:
-------------------------------------
Assignee: Kousuke Saruta
> Fix Flaky Test:`OracleJoinPushdownIntegrationSuite`
> ---------------------------------------------------
>
> Key: SPARK-54076
> URL: https://issues.apache.org/jira/browse/SPARK-54076
> Project: Spark
> Issue Type: Sub-task
> Components: Tests
> Affects Versions: 4.1.0
> Reporter: Kousuke Saruta
> Assignee: Kousuke Saruta
> Priority: Major
> Labels: pull-request-available
>
> Recently, `OracleJoinPushdownIntegrationSuite` frequently fails.
> https://github.com/beliefer/spark/actions/runs/18904457292/job/53959322233#logs
> {code:java}
> [info] org.apache.spark.sql.jdbc.v2.join.OracleJoinPushdownIntegrationSuite
> *** ABORTED *** (10 minutes, 15 seconds)
> [info] The code passed to eventually never returned normally. Attempted 599
> times over 10.012648813883333 minutes. Last failure message: ORA-12541:
> Cannot connect. No listener at host 10.1.0.201 port 44551.
> (CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
> [info] https://docs.oracle.com/error-help/db/ora-12541/.
> (DockerJDBCIntegrationSuite.scala:214)
> [info] org.scalatest.exceptions.TestFailedDueToTimeoutException:
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:219)
> [info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
> [info] at
> org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
> [info] at
> org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.sql.SQLException: ORA-12541: Cannot connect. No listener
> at host 10.1.0.201 port 44551. (CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
> [info] https://docs.oracle.com/error-help/db/ora-12541/
> [info] at
> oracle.jdbc.driver.T4CConnection.handleLogonNetException(T4CConnection.java:1631)
> [info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1151)
> [info] at
> oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
> [info] at
> oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
> [info] at
> scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
> [info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
> [info] at
> org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
> [info] at
> org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: oracle.net.ns.NetException: ORA-12541: Cannot connect. No
> listener at host 10.1.0.201 port 44551.
> (CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
> [info] https://docs.oracle.com/error-help/db/ora-12541/
> [info] at
> oracle.net.nt.TcpNTAdapter.handleEstablishSocketException(TcpNTAdapter.java:418)
> [info] at oracle.net.nt.TcpNTAdapter.establishSocket(TcpNTAdapter.java:350)
> [info] at oracle.net.nt.TcpNTAdapter.connect(TcpNTAdapter.java:228)
> [info] at oracle.net.nt.ConnOption.connect(ConnOption.java:333)
> [info] at
> oracle.net.nt.ConnStrategy.executeConnOption(ConnStrategy.java:1223)
> [info] at oracle.net.nt.ConnStrategy.execute(ConnStrategy.java:762)
> [info] at
> oracle.net.resolver.AddrResolution.resolveAndExecute(AddrResolution.java:712)
> [info] at oracle.net.ns.NSProtocol.establishConnection(NSProtocol.java:960)
> [info] at oracle.net.ns.NSProtocol.connect(NSProtocol.java:329)
> [info] at
> oracle.jdbc.driver.T4CConnection.connectNetworkSessionProtocol(T4CConnection.java:3462)
> [info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1030)
> [info] at
> oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
> [info] at
> oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
> [info] at
> scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
> [info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
> [info] at
> org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
> [info] at
> org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840)
> [info] Cause: java.net.ConnectException: Connection refused
> [info] at java.base/sun.nio.ch.Net.pollConnect(Native Method)
> [info] at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:672)
> [info] at
> java.base/sun.nio.ch.SocketChannelImpl.finishTimedConnect(SocketChannelImpl.java:1141)
> [info] at
> java.base/sun.nio.ch.SocketChannelImpl.blockingConnect(SocketChannelImpl.java:1183)
> [info] at java.base/sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:98)
> [info] at
> oracle.net.nt.TimeoutSocketChannel.doConnect(TimeoutSocketChannel.java:289)
> [info] at
> oracle.net.nt.TimeoutSocketChannel.initializeSocketChannel(TimeoutSocketChannel.java:269)
> [info] at
> oracle.net.nt.TimeoutSocketChannel.connect(TimeoutSocketChannel.java:236)
> [info] at
> oracle.net.nt.TimeoutSocketChannel.<init>(TimeoutSocketChannel.java:203)
> [info] at oracle.net.nt.TcpNTAdapter.establishSocket(TcpNTAdapter.java:339)
> [info] at oracle.net.nt.TcpNTAdapter.connect(TcpNTAdapter.java:228)
> [info] at oracle.net.nt.ConnOption.connect(ConnOption.java:333)
> [info] at
> oracle.net.nt.ConnStrategy.executeConnOption(ConnStrategy.java:1223)
> [info] at oracle.net.nt.ConnStrategy.execute(ConnStrategy.java:762)
> [info] at
> oracle.net.resolver.AddrResolution.resolveAndExecute(AddrResolution.java:712)
> [info] at oracle.net.ns.NSProtocol.establishConnection(NSProtocol.java:960)
> [info] at oracle.net.ns.NSProtocol.connect(NSProtocol.java:329)
> [info] at
> oracle.jdbc.driver.T4CConnection.connectNetworkSessionProtocol(T4CConnection.java:3462)
> [info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1030)
> [info] at
> oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
> [info] at
> oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
> [info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
> [info] at
> java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
> [info] at
> scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
> [info] at
> org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
> [info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
> [info] at
> org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
> [info] at
> org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
> [info] at
> org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
> [info] at
> org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
> [info] at
> org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
> [info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
> [info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
> [info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
> [info] at
> org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
> [info] at
> org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
> [info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
> [info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
> [info] at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
> [info] at java.base/java.lang.Thread.run(Thread.java:840) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
