gamblewin commented on issue #8260:
URL: https://github.com/apache/hudi/issues/8260#issuecomment-1488904448
ah oh, there is a new mistake. So recently I try to use `Flink-1.13.6` write
data into `Hudi-0.13.0`, and when I add these two options to hudi table (cuz
according to ur video, this is the way to get delta info from a COW table):
`'hoodie.table.cdc.enabled'='true',
'hoodie.table.cdc.supplemental.logging.mode'='data_befor_after'`,
then I get following mistake:
```java
2023-03-28 17:28:38,187 WARN org.apache.flink.table.client.cli.CliClient
[] - Could not execute SQL statement.
org.apache.flink.table.client.gateway.SqlExecutionException: Could not
execute SQL statement.
at
org.apache.flink.table.client.gateway.local.LocalExecutor.executeModifyOperations(LocalExecutor.java:228)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.callInserts(CliClient.java:518)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.callInsert(CliClient.java:507)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.callOperation(CliClient.java:409)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.lambda$executeStatement$0(CliClient.java:327)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at java.util.Optional.ifPresent(Optional.java:159) ~[?:1.8.0_331]
at
org.apache.flink.table.client.cli.CliClient.executeStatement(CliClient.java:327)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.executeInteractive(CliClient.java:297)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.cli.CliClient.executeInInteractiveMode(CliClient.java:221)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at org.apache.flink.table.client.SqlClient.openCli(SqlClient.java:151)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at org.apache.flink.table.client.SqlClient.start(SqlClient.java:95)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.SqlClient.startClient(SqlClient.java:187)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at org.apache.flink.table.client.SqlClient.main(SqlClient.java:161)
[flink-sql-client_2.12-1.13.6.jar:1.13.6]
Caused by: org.apache.flink.table.api.TableException: Failed to execute sql
at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:777)
~[flink-table-blink_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:742)
~[flink-table-blink_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.local.LocalExecutor.lambda$executeModifyOperations$4(LocalExecutor.java:226)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.context.ExecutionContext.wrapClassLoader(ExecutionContext.java:90)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.local.LocalExecutor.executeModifyOperations(LocalExecutor.java:226)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
... 12 more
Caused by: org.apache.flink.util.FlinkException: Failed to execute job
'insert-into_default_catalog.default_database.hudi_patient_cow'.
at
org.apache.flink.streaming.api.environment.StreamExecutionEnvironment.executeAsync(StreamExecutionEnvironment.java:1969)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.planner.delegation.ExecutorBase.executeAsync(ExecutorBase.java:55)
~[flink-table-blink_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:759)
~[flink-table-blink_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.api.internal.TableEnvironmentImpl.executeInternal(TableEnvironmentImpl.java:742)
~[flink-table-blink_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.local.LocalExecutor.lambda$executeModifyOperations$4(LocalExecutor.java:226)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.context.ExecutionContext.wrapClassLoader(ExecutionContext.java:90)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.table.client.gateway.local.LocalExecutor.executeModifyOperations(LocalExecutor.java:226)
~[flink-sql-client_2.12-1.13.6.jar:1.13.6]
... 12 more
Caused by: java.lang.RuntimeException: Error while waiting for job to be
initialized
at
org.apache.flink.client.ClientUtils.waitUntilJobInitializationFinished(ClientUtils.java:160)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.client.deployment.executors.AbstractSessionClusterExecutor.lambda$execute$2(AbstractSessionClusterExecutor.java:82)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.util.function.FunctionUtils.lambda$uncheckedFunction$2(FunctionUtils.java:73)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$Completion.exec(CompletableFuture.java:457)
~[?:1.8.0_331]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
~[?:1.8.0_331]
at
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1067)
~[?:1.8.0_331]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1703)
~[?:1.8.0_331]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
~[?:1.8.0_331]
Caused by: java.util.concurrent.ExecutionException:
org.apache.flink.runtime.concurrent.FutureUtils$RetryException: Could not
complete the operation. Number of retries has been exhausted.
at
java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908)
~[?:1.8.0_331]
at
org.apache.flink.client.deployment.executors.AbstractSessionClusterExecutor.lambda$null$0(AbstractSessionClusterExecutor.java:83)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.client.ClientUtils.waitUntilJobInitializationFinished(ClientUtils.java:144)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.client.deployment.executors.AbstractSessionClusterExecutor.lambda$execute$2(AbstractSessionClusterExecutor.java:82)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.util.function.FunctionUtils.lambda$uncheckedFunction$2(FunctionUtils.java:73)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$Completion.exec(CompletableFuture.java:457)
~[?:1.8.0_331]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
~[?:1.8.0_331]
at
java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1067)
~[?:1.8.0_331]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1703)
~[?:1.8.0_331]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:172)
~[?:1.8.0_331]
Caused by: org.apache.flink.runtime.concurrent.FutureUtils$RetryException:
Could not complete the operation. Number of retries has been exhausted.
at
org.apache.flink.runtime.concurrent.FutureUtils.lambda$retryOperationWithDelay$9(FutureUtils.java:386)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1990)
~[?:1.8.0_331]
at
org.apache.flink.runtime.rest.RestClient.lambda$submitRequest$1(RestClient.java:430)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:570)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:549)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:608)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:117)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:702)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_331]
Caused by: java.util.concurrent.CompletionException:
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannel$AnnotatedConnectException:
Connection refused: /192.168.100.253:60728
at
java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:292)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:308)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.uniCompose(CompletableFuture.java:957)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture$UniCompose.tryFire(CompletableFuture.java:940)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
~[?:1.8.0_331]
at
java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:1990)
~[?:1.8.0_331]
at
org.apache.flink.runtime.rest.RestClient.lambda$submitRequest$1(RestClient.java:430)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:577)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:570)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:549)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:490)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:615)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:608)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:117)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:702)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_331]
Caused by:
org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannel$AnnotatedConnectException:
Connection refused: /192.168.100.253:60728
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
~[?:1.8.0_331]
at
sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:715)
~[?:1.8.0_331]
at
org.apache.flink.shaded.netty4.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:330)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:702)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at
org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
~[flink-dist_2.12-1.13.6.jar:1.13.6]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_331]
```
But if I don't add these two options when creating hudi table, I can
successfully insert data.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
