fengcheche commented on issue #5831:
URL: https://github.com/apache/seatunnel/issues/5831#issuecomment-1826239767
I also encountered the same problem, the mysql-cdc created by seatunnel-web
was synchronized in real time, the task was executed, and the log reported
errors
{
"env" : {
"job.mode" : "STREAMING",
"job.name" : "SeaTunnel_Job"
},
"source" : [
{
"inverse-sampling.rate" : 1000,
"catalog" : {
"factory" : "Mysql"
},
"parallelism" : 1,
"table-names" : [
"seatunnel.user",
"seatunnel.user_login_log"
],
"chunk-key.even-distribution.factor.lower-bound" : 0.05,
"database-names" : [
"seatunnel"
],
"password" : "&YGV9ijn*UHB",
"sample-sharding.threshold" : 1000,
"incremental.parallelism" : 1,
"snapshot.fetch.size" : 1024,
"connect.max-retries" : 3,
"base-url" : "jdbc:mysql://192.168.3.29:3306/seatunnel",
"startup.mode" : "INITIAL",
"format" : "DEFAULT",
"result_table_name" : "Table11707699295552",
"server-time-zone" : "UTC",
"plugin_name" : "MySQL-CDC",
"exactly_once" : "true",
"connection.pool.size" : 20,
"snapshot.split.size" : 8096,
"stop.mode" : "NEVER",
"chunk-key.even-distribution.factor.upper-bound" : 100,
"connect.timeout.ms" : 30000,
"dag-parsing.mode" : "MULTIPLEX",
"username" : "root"
}
],
"transform" : [],
"sink" : [
{
"batch_size" : 1000,
"primary_keys" : [
"id",
"id"
],
"max_retries" : "3",
"catalog" : {
"factory" : "MySQL",
"username" : "root",
"password" : "&YGV9ijn*UHB",
"base-url" : "jdbc:mysql://192.168.3.29:3306/seatunnel"
},
"source_table_name" : "Table11707699295552",
"max_commit_attempts" : 3,
"auto_commit" : "true",
"plugin_name" : "Jdbc",
"url" : "jdbc:mysql://192.168.3.29:3306/seatunnel",
"is_exactly_once" : "false",
"database" : "seatunnel-synctest",
"password" : "&YGV9ijn*UHB",
"transaction_timeout_sec" : -1,
"driver" : "com.mysql.cj.jdbc.Driver",
"support_upsert_by_query_primary_key_exist" : "false",
"connection_check_timeout_sec" : 30,
"generate_sink_sql" : true,
"user" : "root"
}
]
}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]