huang714669 commented on issue #4588:
URL:
https://github.com/apache/incubator-seatunnel/issues/4588#issuecomment-1510824344
@zhilinli123 感谢，配置完database，确实可以写入了，但是还报了一些错误：
1. ConCurrentNotificationException: 这个异常不会导致程序退出，麻烦看下这个报错怎么回事
> 2023-04-17 14:59:21,836 ERROR
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation
- [localhost]:5801 [seatunnel-602622] [5.1] null
java.util.ConcurrentModificationException: null
at java.util.ArrayList.writeObject(ArrayList.java:901) ~[?:?]
at jdk.internal.reflect.GeneratedMethodAccessor23.invoke(Unknown
Source) ~[?:?]
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:?]
at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
at
java.io.ObjectStreamClass.invokeWriteObject(ObjectStreamClass.java:1016) ~[?:?]
at
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1487) ~[?:?]
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1423)
~[?:?]
at
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169) ~[?:?]
at
java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1543)
~[?:?]
at
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1500) ~[?:?]
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1423)
~[?:?]
at
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169) ~[?:?]
at
java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1543)
~[?:?]
at
java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1500) ~[?:?]
at
java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1423)
~[?:?]
at
java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169) ~[?:?]
at
java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:345) ~[?:?]
at
org.apache.seatunnel.common.utils.SerializationUtils.serialize(SerializationUtils.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.api.serialization.DefaultSerializer.serialize(DefaultSerializer.java:30)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.api.serialization.DefaultSerializer.serialize(DefaultSerializer.java:25)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.task.SourceSplitEnumeratorTask.triggerBarrier(SourceSplitEnumeratorTask.java:145)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.lambda$run$0(CheckpointBarrierTriggerOperation.java:84)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.common.utils.RetryUtils.retryWithException(RetryUtils.java:48)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.operation.CheckpointBarrierTriggerOperation.run(CheckpointBarrierTriggerOperation.java:75)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.Operation.call(Operation.java:189)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.call(OperationRunnerImpl.java:273)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:248)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.OperationRunnerImpl.run(OperationRunnerImpl.java:213)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.run(OperationExecutorImpl.java:411)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationexecutor.impl.OperationExecutorImpl.runOrExecute(OperationExecutorImpl.java:438)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvokeLocal(Invocation.java:601)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.doInvoke(Invocation.java:580)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke0(Invocation.java:541)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.Invocation.invoke(Invocation.java:241)
~[seatunnel-starter.jar:2.3.1]
at
com.hazelcast.spi.impl.operationservice.impl.InvocationBuilderImpl.invoke(InvocationBuilderImpl.java:61)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.utils.NodeEngineUtil.sendOperationToMemberNode(NodeEngineUtil.java:51)
~[seatunnel-starter.jar:2.3.1]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointManager.sendOperationToMemberNode(CheckpointManager.java:272)
~[seatunnel-starter.jar:2.3.1]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195) ~[?:?]
at
java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1621) ~[?:?]
at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484) ~[?:?]
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
~[?:?]
at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:550) ~[?:?]
at
java.util.stream.AbstractPipeline.evaluateToArrayNode(AbstractPipeline.java:260)
~[?:?]
at
java.util.stream.ReferencePipeline.toArray(ReferencePipeline.java:517) ~[?:?]
at
org.apache.seatunnel.engine.server.checkpoint.CheckpointCoordinator.triggerCheckpoint(CheckpointCoordinator.java:537)
~[seatunnel-starter.jar:2.3.1]
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:642)
[?:?]
at
java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:478)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
at java.lang.Thread.run(Thread.java:829) [?:?]
2023-04-17 14:59:21,843 WARN
io.debezium.relational.history.DatabaseHistoryMetrics - Unable to register the
MBean
'debezium.mysql:type=connector-metrics,context=schema-history,server=mysql_binlog_source':
debezium.mysql:type=connector-metrics,context=schema-history,server=mysql_binlog_source
2023-04-1
另外，关于cdc的配置，startup.mode还有debezium配置是否可行，我的需求是先全量同步所有数据，然后实时同步增量数据，后期task重启还能从上次同步的位置继续
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
