[
https://issues.apache.org/jira/browse/NIFI-10438?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17601168#comment-17601168
]
mayki commented on NIFI-10438:
------------------------------
Hello.
Could we use this feature :
[https://cloud.google.com/storage/docs/performing-resumable-uploads] for bigger
files ?
Thanks for help
> PutGCSObject : Read timed out : Failure completing upload flowfile={}
> bucket={} key={} reason={}
> ------------------------------------------------------------------------------------------------
>
> Key: NIFI-10438
> URL: https://issues.apache.org/jira/browse/NIFI-10438
> Project: Apache NiFi
> Issue Type: Bug
> Components: Core Framework
> Affects Versions: 1.16.3
> Reporter: mayki
> Priority: Major
> Labels: bucket, gcp, processor
>
> Hello,
> Usually we don't have this error in the nifi 1.11 and 1.13 but since we
> upgraded to the nifi 1.16.3, we could see a lot of error concerning the
> processor "PutGCSObject"
> Also, we use the proxy to communicate with GCP
>
> {code:java}
> 2022-09-05 01:32:49,731 ERROR [Timer-Driven Process Thread-1]
> o.a.n.p.gcp.storage.PutGCSObject [PutGCSObject[id=b0bb35fb-47b3-1], textfile,
> bucket-name, RACOPE00.RAC08BIG.I0503311_20220905_033220, Read timed out]
> Failure completing upload flowfile={} bucket={} key={} reason={}
> com.google.cloud.storage.StorageException: Read timed out
> at
> com.google.cloud.storage.spi.v1.HttpStorageRpc.translate(HttpStorageRpc.java:286)
> at
> com.google.cloud.storage.spi.v1.HttpStorageRpc.writeWithResponse(HttpStorageRpc.java:954)
> at
> com.google.cloud.storage.BlobWriteChannel.transmitChunk(BlobWriteChannel.java:67)
> at
> com.google.cloud.storage.BlobWriteChannel.access$1400(BlobWriteChannel.java:34)
> at
> com.google.cloud.storage.BlobWriteChannel$1.run(BlobWriteChannel.java:252)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at
> com.google.api.gax.retrying.DirectRetryingExecutor.submit(DirectRetryingExecutor.java:103)
> at com.google.cloud.RetryHelper.run(RetryHelper.java:76)
> at com.google.cloud.RetryHelper.runWithRetries(RetryHelper.java:50)
> at
> com.google.cloud.storage.BlobWriteChannel.flushBuffer(BlobWriteChannel.java:183)
> at com.google.cloud.BaseWriteChannel.flush(BaseWriteChannel.java:112)
> at com.google.cloud.BaseWriteChannel.write(BaseWriteChannel.java:139)
> at
> com.google.cloud.storage.StorageImpl.uploadHelper(StorageImpl.java:254)
> at
> com.google.cloud.storage.StorageImpl.createFrom(StorageImpl.java:236)
> at
> com.google.cloud.storage.StorageImpl.createFrom(StorageImpl.java:225)
> at
> org.apache.nifi.processors.gcp.storage.PutGCSObject$1.process(PutGCSObject.java:407)
> at
> org.apache.nifi.controller.repository.StandardProcessSession.read(StandardProcessSession.java:2675)
> at
> org.apache.nifi.controller.repository.StandardProcessSession.read(StandardProcessSession.java:2643)
> at
> org.apache.nifi.processors.gcp.storage.PutGCSObject.onTrigger(PutGCSObject.java:343)
> at
> org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27)
> at
> org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1283)
> at
> org.apache.nifi.controller.tasks.ConnectableTask.invoke(ConnectableTask.java:214)
> at
> org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:103)
> at org.apache.nifi.engine.FlowEngine$2.run(FlowEngine.java:110)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
> Caused by: java.net.SocketTimeoutException: Read timed out
> at java.net.SocketInputStream.socketRead0(Native Method)
> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
> at java.net.SocketInputStream.read(SocketInputStream.java:171)
> at java.net.SocketInputStream.read(SocketInputStream.java:141)
> at
> sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
> at
> sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
> at
> sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
> at
> sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1239)
> at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
> at
> sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:926)
> at
> org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
> at
> org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
> at
> org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
> at
> org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
> at
> org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
> at
> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
> at
> org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
> at
> org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
> at
> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
> at
> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
> at
> org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
> at
> org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
> at
> org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
> at
> org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
> at
> org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
> at
> org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108)
> at
> org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
> at
> com.google.api.client.http.apache.v2.ApacheHttpRequest.execute(ApacheHttpRequest.java:73)
> at
> com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1012)
> at
> com.google.cloud.storage.spi.v1.HttpStorageRpc.writeWithResponse(HttpStorageRpc.java:927)
> ... 29 common frames omitted
> {code}
>
> Have you got any informations concerning this error ?
>
> Regards
>
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
