lengkristy commented on issue #8636: URL: https://github.com/apache/iceberg/issues/8636#issuecomment-1733406188
<html> <body> <!--StartFragment--> 2023-09-25T17:44:21.178+08:00 | org.apache.iceberg.exceptions.CommitFailedException: Cannot commit glue_catalog.gu_iot_dev_eu_one_platform_result_9b02b87.fact_ota_data because Glue detected concurrent update -- | -- | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.aws.glue.GlueTableOperations.handleAWSExceptions(GlueTableOperations.java:355) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.aws.glue.GlueTableOperations.doCommit(GlueTableOperations.java:180) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.BaseMetastoreTableOperations.commit(BaseMetastoreTableOperations.java:135) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.SnapshotProducer.lambda$commit$2(SnapshotProducer.java:390) | 2023-09-25T17:44:21.178+08:00Copyat org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413) | at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196) | 2023-09-25T17:44:21.178+08:00 | at org.apache.iceberg.SnapshotProducer.commit(SnapshotProducer.java:364) | 2023-09-25T17:44:21.178+08:00 | at com.harman.iceberg.IcebergWriter.save(IcebergWriter.java:121) | 2023-09-25T17:44:21.178+08:00 | at com.harman.ProcessKinesisRecords.handleRequest(ProcessKinesisRecords.java:65) | 2023-09-25T17:44:21.178+08:00 | at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source) | 2023-09-25T17:44:21.178+08:00 | at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | 2023-09-25T17:44:21.178+08:00 | at java.lang.reflect.Method.invoke(Method.java:498) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.EventHandlerLoader$PojoMethodRequestHandler.handleRequest(EventHandlerLoader.java:263) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.EventHandlerLoader$PojoHandlerAsStreamHandler.handleRequest(EventHandlerLoader.java:180) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.EventHandlerLoader$2.call(EventHandlerLoader.java:903) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.AWSLambda.startRuntime(AWSLambda.java:355) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.AWSLambda.<clinit>(AWSLambda.java:72) | 2023-09-25T17:44:21.178+08:00 | at java.lang.Class.forName0(Native Method) | 2023-09-25T17:44:21.178+08:00 | at java.lang.Class.forName(Class.java:348) | 2023-09-25T17:44:21.178+08:00 | at lambdainternal.LambdaRTEntry.main(LambdaRTEntry.java:150) | 2023-09-25T17:44:21.179+08:00CopyCaused by: software.amazon.awssdk.services.glue.model.ConcurrentModificationException: Update table failed due to concurrent modifications. (Service: Glue, Status Code: 400, Request ID: 2de439bb-065b-4fb0-84f7-0079e1073f3b) | Caused by: software.amazon.awssdk.services.glue.model.ConcurrentModificationException: Update table failed due to concurrent modifications. (Service: Glue, Status Code: 400, Request ID: 2de439bb-065b-4fb0-84f7-0079e1073f3b) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.CombinedResponseHandler.handleErrorResponse(CombinedResponseHandler.java:125) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.CombinedResponseHandler.handleResponse(CombinedResponseHandler.java:82) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.CombinedResponseHandler.handle(CombinedResponseHandler.java:60) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.CombinedResponseHandler.handle(CombinedResponseHandler.java:41) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.HandleResponseStage.execute(HandleResponseStage.java:40) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.HandleResponseStage.execute(HandleResponseStage.java:30) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:72) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:42) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:78) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:40) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:52) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:37) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:81) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:36) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:56) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:36) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.executeWithTimer(ApiCallTimeoutTrackingStage.java:80) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:60) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:42) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:50) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:32) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:37) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:26) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.http.AmazonSyncHttpClient$RequestExecutionBuilderImpl.execute(AmazonSyncHttpClient.java:196) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.invoke(BaseSyncClientHandler.java:103) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.doExecute(BaseSyncClientHandler.java:171) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:82) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:179) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:76) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:56) | 2023-09-25T17:44:21.179+08:00 | at software.amazon.awssdk.services.glue.DefaultGlueClient.updateTable(DefaultGlueClient.java:13214) | 2023-09-25T17:44:21.179+08:00 | at org.apache.iceberg.aws.glue.GlueTableOperations.persistGlueTable(GlueTableOperations.java:331) | 2023-09-25T17:44:21.179+08:00 | at org.apache.iceberg.aws.glue.GlueTableOperations.doCommit(GlueTableOperations.java:160) <!--EndFragment--> </body> </html> @nastra Hi this is full stack trace, thank you -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
