JanSay opened a new issue, #9061:
URL: https://github.com/apache/seatunnel/issues/9061
目前从使用情况来看，无论是 http 还是 cdc，时间稍微长点就会有这个分片的问题。麻烦帮忙看看。
使用版本是 2.3.9
我的 http 同步到 pg 的 job 配置：
{
"sink": [
{
"primary_keys": [
"BSM"
],
"batch_size": 1000,
"max_retries": 0,
"plugin_output": "sink_5c80a053e7d9478f861d505052a30e49",
"schema_save_mode": "RECREATE_SCHEMA",
"max_commit_attempts": 3,
"auto_commit": true,
"plugin_name": "jdbc",
"url":
"jdbc:postgresql://192.168.11.151:5432/querypro?currentSchema=schema&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai&stringtype=unspecified",
"is_exactly_once": false,
"password": "YWRtaW4xMjM0QA==",
"database": "querypro",
"plugin_input": "source_30ffbda2fe5344c8a3cf10167afd27dd",
"enable_upsert": true,
"driver": "org.postgresql.Driver",
"transaction_timeout_sec": -1,
"data_save_mode": "APPEND_DATA",
"connection_check_timeout_sec": 30,
"generate_sink_sql": true,
"user": "postgres",
"table": "zscs.Testcreate"
}
],
"source": [
{
"schema": {
"columns": [
{
"columnLength": 255,
"nullable": true,
"name": "XZQJB",
"type": "string"
},
{
"columnLength": 255,
"nullable": true,
"name": "XZQMC",
"type": "string"
},
{
"columnLength": 255,
"nullable": true,
"name": "PARENT",
"type": "string"
},
{
"columnLength": 255,
"nullable": true,
"name": "XZQBM",
"type": "string"
},
{
"columnLength": 255,
"nullable": true,
"name": "FWQBM",
"type": "string"
},
{
"columnLength": 255,
"nullable": true,
"name": "GXSJ",
"type": "string"
},
{
"columnLength": 255,
"nullable": false,
"name": "BSM",
"type": "string"
}
],
"primaryKey": {
"columnNames": [
"BSM"
],
"name": "BSM"
}
},
"method": "GET",
"plugin_output": "source_30ffbda2fe5344c8a3cf10167afd27dd",
"parallelism": 1,
"format": "json",
"content_field": "$.data.data.*",
"retry_backoff_multiplier_ms": 100,
"plugin_name": "Http",
"params": {
"serviceId": "13c4e79ea4a912a5c68093d1afb47fe0",
"projectId": "650388bd3dda0a558d4c41ff8624045e"
},
"url":
"http://192.168.11.150:6102/queryPro/api/serviceAPI/publicGetData?serviceId=13c4e79ea4a912a5c68093d1afb47fe0?projectId=650388bd3dda0a558d4c41ff8624045e";,
"poll_interval_millis": 30000,
"connect_timeout_ms": 12000,
"enable_multi_lines": false,
"socket_timeout_ms": 60000,
"retry_backoff_max_ms": 10000
}
],
"env": {
"job.retry.interval.seconds": 3,
"job.mode": "STREAMING",
"shade.identifier": "base64",
"checkpoint.timeout": 300000,
"job.retry.times": 3,
"job.name": "PlacetoPG",
"checkpoint.interval": 30000
}
}
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
