Kousuke Saruta created SPARK-54076:
--------------------------------------
Summary: Fix Flaky Test:`OracleJoinPushdownIntegrationSuite`
Key: SPARK-54076
URL: https://issues.apache.org/jira/browse/SPARK-54076
Project: Spark
Issue Type: Sub-task
Components: Tests
Affects Versions: 4.1.0
Reporter: Kousuke Saruta
Recently, `OracleJoinPushdownIntegrationSuite` frequently fails.
https://github.com/beliefer/spark/actions/runs/18904457292/job/53959322233#logs
{code:java}
[info] org.apache.spark.sql.jdbc.v2.join.OracleJoinPushdownIntegrationSuite ***
ABORTED *** (10 minutes, 15 seconds)
[info] The code passed to eventually never returned normally. Attempted 599
times over 10.012648813883333 minutes. Last failure message: ORA-12541: Cannot
connect. No listener at host 10.1.0.201 port 44551.
(CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
[info] https://docs.oracle.com/error-help/db/ora-12541/.
(DockerJDBCIntegrationSuite.scala:214)
[info] org.scalatest.exceptions.TestFailedDueToTimeoutException:
[info] at
org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:219)
[info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
[info] at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
[info] at
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
[info] at
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
[info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
[info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
[info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
[info] at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
[info] at
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
[info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
[info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[info] at java.base/java.lang.Thread.run(Thread.java:840)
[info] Cause: java.sql.SQLException: ORA-12541: Cannot connect. No listener
at host 10.1.0.201 port 44551. (CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
[info] https://docs.oracle.com/error-help/db/ora-12541/
[info] at
oracle.jdbc.driver.T4CConnection.handleLogonNetException(T4CConnection.java:1631)
[info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1151)
[info] at
oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
[info] at
oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
[info] at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
[info] at
org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
[info] at
org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
[info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
[info] at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
[info] at
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
[info] at
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
[info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
[info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
[info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
[info] at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
[info] at
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
[info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
[info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[info] at java.base/java.lang.Thread.run(Thread.java:840)
[info] Cause: oracle.net.ns.NetException: ORA-12541: Cannot connect. No
listener at host 10.1.0.201 port 44551. (CONNECTION_ID=5rB4vZNTQR2sFHpk9xQC1A==)
[info] https://docs.oracle.com/error-help/db/ora-12541/
[info] at
oracle.net.nt.TcpNTAdapter.handleEstablishSocketException(TcpNTAdapter.java:418)
[info] at oracle.net.nt.TcpNTAdapter.establishSocket(TcpNTAdapter.java:350)
[info] at oracle.net.nt.TcpNTAdapter.connect(TcpNTAdapter.java:228)
[info] at oracle.net.nt.ConnOption.connect(ConnOption.java:333)
[info] at oracle.net.nt.ConnStrategy.executeConnOption(ConnStrategy.java:1223)
[info] at oracle.net.nt.ConnStrategy.execute(ConnStrategy.java:762)
[info] at
oracle.net.resolver.AddrResolution.resolveAndExecute(AddrResolution.java:712)
[info] at oracle.net.ns.NSProtocol.establishConnection(NSProtocol.java:960)
[info] at oracle.net.ns.NSProtocol.connect(NSProtocol.java:329)
[info] at
oracle.jdbc.driver.T4CConnection.connectNetworkSessionProtocol(T4CConnection.java:3462)
[info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1030)
[info] at
oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
[info] at
oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
[info] at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
[info] at
org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
[info] at
org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
[info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
[info] at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
[info] at
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
[info] at
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
[info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
[info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
[info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
[info] at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
[info] at
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
[info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
[info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[info] at java.base/java.lang.Thread.run(Thread.java:840)
[info] Cause: java.net.ConnectException: Connection refused
[info] at java.base/sun.nio.ch.Net.pollConnect(Native Method)
[info] at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:672)
[info] at
java.base/sun.nio.ch.SocketChannelImpl.finishTimedConnect(SocketChannelImpl.java:1141)
[info] at
java.base/sun.nio.ch.SocketChannelImpl.blockingConnect(SocketChannelImpl.java:1183)
[info] at java.base/sun.nio.ch.SocketAdaptor.connect(SocketAdaptor.java:98)
[info] at
oracle.net.nt.TimeoutSocketChannel.doConnect(TimeoutSocketChannel.java:289)
[info] at
oracle.net.nt.TimeoutSocketChannel.initializeSocketChannel(TimeoutSocketChannel.java:269)
[info] at
oracle.net.nt.TimeoutSocketChannel.connect(TimeoutSocketChannel.java:236)
[info] at
oracle.net.nt.TimeoutSocketChannel.<init>(TimeoutSocketChannel.java:203)
[info] at oracle.net.nt.TcpNTAdapter.establishSocket(TcpNTAdapter.java:339)
[info] at oracle.net.nt.TcpNTAdapter.connect(TcpNTAdapter.java:228)
[info] at oracle.net.nt.ConnOption.connect(ConnOption.java:333)
[info] at oracle.net.nt.ConnStrategy.executeConnOption(ConnStrategy.java:1223)
[info] at oracle.net.nt.ConnStrategy.execute(ConnStrategy.java:762)
[info] at
oracle.net.resolver.AddrResolution.resolveAndExecute(AddrResolution.java:712)
[info] at oracle.net.ns.NSProtocol.establishConnection(NSProtocol.java:960)
[info] at oracle.net.ns.NSProtocol.connect(NSProtocol.java:329)
[info] at
oracle.jdbc.driver.T4CConnection.connectNetworkSessionProtocol(T4CConnection.java:3462)
[info] at oracle.jdbc.driver.T4CConnection.logon(T4CConnection.java:1030)
[info] at
oracle.jdbc.driver.PhysicalConnection.connect(PhysicalConnection.java:1189)
[info] at
oracle.jdbc.driver.T4CDriverExtension.getConnection(T4CDriverExtension.java:106)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:895)
[info] at oracle.jdbc.driver.OracleDriver.connect(OracleDriver.java:702)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:681)
[info] at
java.sql/java.sql.DriverManager.getConnection(DriverManager.java:190)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.getConnection(DockerJDBCIntegrationSuite.scala:250)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$8(DockerJDBCIntegrationSuite.scala:215)
[info] at
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
[info] at
org.scalatest.enablers.Retrying$$anon$4.makeAValiantAttempt$1(Retrying.scala:184)
[info] at
org.scalatest.enablers.Retrying$$anon$4.tryTryAgain$2(Retrying.scala:196)
[info] at org.scalatest.enablers.Retrying$$anon$4.retry(Retrying.scala:226)
[info] at org.scalatest.concurrent.Eventually.eventually(Eventually.scala:313)
[info] at
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:312)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.eventually(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.$anonfun$beforeAll$1(DockerJDBCIntegrationSuite.scala:214)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled(DockerIntegrationFunSuite.scala:49)
[info] at
org.apache.spark.sql.jdbc.DockerIntegrationFunSuite.runIfTestsEnabled$(DockerIntegrationFunSuite.scala:47)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.runIfTestsEnabled(DockerJDBCIntegrationSuite.scala:103)
[info] at
org.apache.spark.sql.jdbc.DockerJDBCIntegrationSuite.beforeAll(DockerJDBCIntegrationSuite.scala:133)
[info] at
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
[info] at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
[info] at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
[info] at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:68)
[info] at
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
[info] at
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
[info] at sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
[info] at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[info] at
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[info] at java.base/java.lang.Thread.run(Thread.java:840) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
