tusiCHN commented on issue #8924:
URL: https://github.com/apache/seatunnel/issues/8924#issuecomment-2767892109
现在报错问题已经解决，但是在mysql多表同步时，存在数据重复上报情况。
The error has been resolved, but data is repeatedly reported during mysql
table synchronization.
example：
env {
execution.parallelism = 1
job.mode = "STREAMING"
checkpoint.interval = 5000
read_limit.bytes_per_second=7000000
read_limit.rows_per_second=400
}
source {
MySQL-CDC {
plugin_output = "customers_mysql_cdc"
server-id = 5652
base-url =
"jdbc:mysql://192.168.112.50:3306/seatunnel?useSSL=false&allowPublicKeyRetrieval=true"
username = "seatunnel"
password = "xxxx"
table-pattern = "seatunnel\\.table7.*"
startup.mode = "specific"
startup.specific-offset.file = "mysql-bin.000117"
startup.specific-offset.pos = 163170669
exactly_once = true
}
}
transform {
Metadata {
plugin_input = "customers_mysql_cdc"
metadata_fields {
Database = database
Table = table
RowKind = rowKind
EventTime = ts_ms
Delay = delay
}
plugin_output = "trans_metadata_result"
}
}
sink {
kafka {
plugin_input = "trans_custom_result"
topic = "xxxxx"
bootstrap.servers =
"192.168.11.60:9092,192.168.11.61:9092,192.168.11.62:9092"
format = json
}
}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
