[
https://issues.apache.org/jira/browse/HADOOP-17335?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17222272#comment-17222272
]
Steve Loughran commented on HADOOP-17335:
-----------------------------------------
{code}
2020-10-28 16:51:45,425 [s3a-transfer-unbounded-pool2-t11] ERROR
transform.XmlResponsesSaxParser
(XmlResponsesSaxParser.java:sanitizeXmlDocument(220)) - Unable to close
response InputStream after failure sanitizing XML document
java.net.SocketException: Socket is closed
at java.net.Socket.getInputStream(Socket.java:921)
at
org.wildfly.openssl.OpenSSLSocket.getDelegateInputStream(OpenSSLSocket.java:383)
at org.wildfly.openssl.OpenSSLSocket.read(OpenSSLSocket.java:423)
at
org.wildfly.openssl.OpenSSLInputStream.read(OpenSSLInputStream.java:41)
at
com.amazonaws.thirdparty.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at
com.amazonaws.thirdparty.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at
com.amazonaws.thirdparty.apache.http.impl.io.SessionInputBufferImpl.read(SessionInputBufferImpl.java:206)
at
com.amazonaws.thirdparty.apache.http.impl.io.ChunkedInputStream.read(ChunkedInputStream.java:189)
at
com.amazonaws.thirdparty.apache.http.impl.io.ChunkedInputStream.read(ChunkedInputStream.java:213)
at
com.amazonaws.thirdparty.apache.http.impl.io.ChunkedInputStream.close(ChunkedInputStream.java:315)
at
com.amazonaws.thirdparty.apache.http.impl.execchain.ResponseEntityProxy.streamClosed(ResponseEntityProxy.java:143)
at
com.amazonaws.thirdparty.apache.http.conn.EofSensorInputStream.checkClose(EofSensorInputStream.java:228)
at
com.amazonaws.thirdparty.apache.http.conn.EofSensorInputStream.close(EofSensorInputStream.java:172)
at
com.amazonaws.internal.SdkFilterInputStream.close(SdkFilterInputStream.java:107)
at
com.amazonaws.event.ProgressInputStream.close(ProgressInputStream.java:211)
at
com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser.sanitizeXmlDocument(XmlResponsesSaxParser.java:217)
at
com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser.parseListObjectsV2Response(XmlResponsesSaxParser.java:339)
at
com.amazonaws.services.s3.model.transform.Unmarshallers$ListObjectsV2Unmarshaller.unmarshall(Unmarshallers.java:128)
at
com.amazonaws.services.s3.model.transform.Unmarshallers$ListObjectsV2Unmarshaller.unmarshall(Unmarshallers.java:117)
at
com.amazonaws.services.s3.internal.S3XmlResponseHandler.handle(S3XmlResponseHandler.java:62)
at
com.amazonaws.services.s3.internal.S3XmlResponseHandler.handle(S3XmlResponseHandler.java:31)
at
com.amazonaws.http.response.AwsResponseHandlerAdapter.handle(AwsResponseHandlerAdapter.java:70)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleResponse(AmazonHttpClient.java:1627)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeOneRequest(AmazonHttpClient.java:1336)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeHelper(AmazonHttpClient.java:1113)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:770)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:744)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:726)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:686)
at
com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:668)
at
com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:532)
at
com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:512)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4920)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4866)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:4860)
at
com.amazonaws.services.s3.AmazonS3Client.listObjectsV2(AmazonS3Client.java:923)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.lambda$continueListObjects$8(S3AFileSystem.java:2150)
at
org.apache.hadoop.fs.statistics.impl.IOStatisticsBinding.lambda$trackDurationOfOperation$5(IOStatisticsBinding.java:456)
at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:412)
at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:375)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.continueListObjects(S3AFileSystem.java:2136)
at
org.apache.hadoop.fs.s3a.S3AFileSystem$ListingOperationCallbacksImpl.lambda$continueListObjectsAsync$1(S3AFileSystem.java:1735)
at
org.apache.hadoop.fs.s3a.impl.CallableSupplier.get(CallableSupplier.java:62)
at
java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
{code}
> s3a listing operation will fail in async prefetch if fs closed
> --------------------------------------------------------------
>
> Key: HADOOP-17335
> URL: https://issues.apache.org/jira/browse/HADOOP-17335
> Project: Hadoop Common
> Issue Type: Sub-task
> Components: fs/s3
> Affects Versions: 3.4.0
> Reporter: Steve Loughran
> Assignee: Mukund Thakur
> Priority: Major
>
> The async prefetch logic in the S3A listing code gets into trouble if the FS
> closed and there was an async listing in progress.
> In this situation we should think about recognising and converting into some
> FS-is-closed exception
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
