Limess commented on issue #9814:
URL: https://github.com/apache/hudi/issues/9814#issuecomment-2213793777
Example of logs on 0.14.1
```
24/07/08 03:56:35 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:56:35 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:56:35 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:56:35 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:56:35 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:56:35 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:56:55 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:56:55 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:57:34 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:57:34 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:57:34 INFO RetryExec: I/O exception
(org.apache.hudi.org.apache.http.NoHttpResponseException) caught when
processing request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431: The target server
failed to respond
24/07/08 03:57:34 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:57:34 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 03:57:34 INFO RetryExec: Retrying request to
{}->http://ip-10-0-100-87.eu-west-1.compute.internal:39431
24/07/08 04:01:55 WARN RetryHelper: Catch Exception for Sending request,
will retry after 219 ms.
java.net.SocketTimeoutException: Read timed out
at sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:288) ~[?:?]
at sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:314) ~[?:?]
at sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:355) ~[?:?]
at sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:808) ~[?:?]
at java.net.Socket$SocketInputStream.read(Socket.java:966) ~[?:?]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.internalExecute(Request.java:173)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.execute(Request.java:177)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.get(RemoteHoodieTableFileSystemView.java:629)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.lambda$executeRequest$a89da1c0$1(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at org.apache.hudi.common.util.RetryHelper.start(RetryHelper.java:84)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.getLatestBaseFile(RemoteHoodieTableFileSystemView.java:618)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.execute(PriorityBasedFileSystemView.java:100)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.getLatestBaseFile(PriorityBasedFileSystemView.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdate(BaseSparkCommitActionExecutor.java:362)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:335)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.lambda$mapPartitionsAsRDD$a3ab3c4$1(BaseSparkCommitActionExecutor.java:257)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1$adapted(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.$anonfun$getOrCompute$1(RDD.scala:378)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$getOrElseUpdate$1(BlockManager.scala:1372)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1618)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1528)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1592)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1389)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdateRDDBlock(BlockManager.scala:1343)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:376)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:326)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.Task.run(Task.scala:143)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:629)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:95)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:632)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[?:?]
at java.lang.Thread.run(Thread.java:840) [?:?]
24/07/08 04:02:34 WARN RetryHelper: Catch Exception for Sending request,
will retry after 254 ms.
java.net.SocketTimeoutException: Read timed out
at sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:288) ~[?:?]
at sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:314) ~[?:?]
at sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:355) ~[?:?]
at sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:808) ~[?:?]
at java.net.Socket$SocketInputStream.read(Socket.java:966) ~[?:?]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.internalExecute(Request.java:173)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.execute(Request.java:177)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.get(RemoteHoodieTableFileSystemView.java:629)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.lambda$executeRequest$a89da1c0$1(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at org.apache.hudi.common.util.RetryHelper.start(RetryHelper.java:84)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.getLatestBaseFile(RemoteHoodieTableFileSystemView.java:618)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.execute(PriorityBasedFileSystemView.java:100)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.getLatestBaseFile(PriorityBasedFileSystemView.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdate(BaseSparkCommitActionExecutor.java:362)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:335)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.lambda$mapPartitionsAsRDD$a3ab3c4$1(BaseSparkCommitActionExecutor.java:257)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1$adapted(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.$anonfun$getOrCompute$1(RDD.scala:378)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$getOrElseUpdate$1(BlockManager.scala:1372)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1618)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1528)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1592)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1389)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdateRDDBlock(BlockManager.scala:1343)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:376)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:326)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.Task.run(Task.scala:143)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:629)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:95)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:632)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[?:?]
at java.lang.Thread.run(Thread.java:840) [?:?]
24/07/08 04:02:34 ERROR RetryHelper: Still failed to Sending request after
retried 3 times.
java.net.SocketTimeoutException: Read timed out
at sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:288) ~[?:?]
at sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:314) ~[?:?]
at sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:355) ~[?:?]
at sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:808) ~[?:?]
at java.net.Socket$SocketInputStream.read(Socket.java:966) ~[?:?]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.internalExecute(Request.java:173)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.execute(Request.java:177)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.get(RemoteHoodieTableFileSystemView.java:629)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.lambda$executeRequest$a89da1c0$1(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at org.apache.hudi.common.util.RetryHelper.start(RetryHelper.java:84)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.getLatestBaseFile(RemoteHoodieTableFileSystemView.java:618)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.execute(PriorityBasedFileSystemView.java:100)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.getLatestBaseFile(PriorityBasedFileSystemView.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdate(BaseSparkCommitActionExecutor.java:362)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:335)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.lambda$mapPartitionsAsRDD$a3ab3c4$1(BaseSparkCommitActionExecutor.java:257)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1$adapted(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.$anonfun$getOrCompute$1(RDD.scala:378)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$getOrElseUpdate$1(BlockManager.scala:1372)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1618)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1528)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1592)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1389)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdateRDDBlock(BlockManager.scala:1343)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:376)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:326)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.Task.run(Task.scala:143)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:629)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:95)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:632)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[?:?]
at java.lang.Thread.run(Thread.java:840) [?:?]
24/07/08 04:02:34 ERROR PriorityBasedFileSystemView: Got error running
preferred function. Trying secondary
org.apache.hudi.exception.HoodieRemoteException: Read timed out
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.getLatestBaseFile(RemoteHoodieTableFileSystemView.java:622)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.execute(PriorityBasedFileSystemView.java:100)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.PriorityBasedFileSystemView.getLatestBaseFile(PriorityBasedFileSystemView.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpdate(BaseSparkCommitActionExecutor.java:362)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.handleUpsertPartition(BaseSparkCommitActionExecutor.java:335)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.lambda$mapPartitionsAsRDD$a3ab3c4$1(BaseSparkCommitActionExecutor.java:257)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.api.java.JavaRDDLike.$anonfun$mapPartitionsWithIndex$1$adapted(JavaRDDLike.scala:102)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.RDD.$anonfun$mapPartitionsWithIndex$2$adapted(RDD.scala:907)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.$anonfun$getOrCompute$1(RDD.scala:378)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$getOrElseUpdate$1(BlockManager.scala:1372)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1618)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1528)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1592)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1389)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.storage.BlockManager.getOrElseUpdateRDDBlock(BlockManager.scala:1343)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:376)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:326)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.scheduler.Task.run(Task.scala:143)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:629)
~[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
[spark-common-utils_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:95)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:632)
[spark-core_2.12-3.5.0-amzn-1.jar:3.5.0-amzn-1]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[?:?]
at java.lang.Thread.run(Thread.java:840) [?:?]
Caused by: java.net.SocketTimeoutException: Read timed out
at sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:288) ~[?:?]
at sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:314) ~[?:?]
at sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:355) ~[?:?]
at sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:808) ~[?:?]
at java.net.Socket$SocketInputStream.read(Socket.java:966) ~[?:?]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.internalExecute(Request.java:173)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.org.apache.http.client.fluent.Request.execute(Request.java:177)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.get(RemoteHoodieTableFileSystemView.java:629)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.lambda$executeRequest$a89da1c0$1(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at org.apache.hudi.common.util.RetryHelper.start(RetryHelper.java:84)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:207)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
at
org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.getLatestBaseFile(RemoteHoodieTableFileSystemView.java:618)
~[hudi-spark3.5-bundle_2.12-0.14.1-amzn-0.jar:0.14.1-amzn-0]
... 37 more
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
