gitfortian commented on issue #4505:
URL:
https://github.com/apache/incubator-seatunnel/issues/4505#issuecomment-1498543836
mysql ddl:
create table dinky.dlink_job_history
(
id int not null comment 'id'
primary key,
tenant_id int default 1 not null comment 'tenant id',
job_json json null comment 'Job information
json',
exceptions_json json null comment 'error message
json',
checkpoints_json json null comment 'checkpoints json',
checkpoints_config_json json null comment 'checkpoints
configuration json',
config_json json null comment 'configuration',
jar_json json null comment 'Jar
configuration',
cluster_json json null comment 'cluster instance
configuration',
cluster_configuration_json json null comment 'cluster config',
update_time datetime null comment 'update time'
)
comment 'Job history details' charset = utf8mb4;
paimon ddl:
CREATE TABLE if not exists ods.dlink_job_history (
id int comment 'id',
tenant_id int comment 'tenant id',
job_json string null comment 'Job information
json',
exceptions_json string null comment 'error message
json',
checkpoints_json string null comment 'checkpoints
json',
checkpoints_config_json string null comment 'checkpoints
configuration json',
config_json string null comment 'configuration',
jar_json string null comment 'Jar
configuration',
cluster_json string null comment 'cluster
instance configuration',
cluster_configuration_json string null comment 'cluster config',
update_time TIMESTAMP(0) null comment 'update time',
PRIMARY KEY (id) NOT ENFORCED
);
数据样例：
1, 1, '{"jid": "13732c1c008242ba68218383febe3213", "now": 1673084550421,
"name": "flinksql", "plan": {"jid": "13732c1c008242ba68218383febe3213", "name":
"flinksql", "type": "STREAMING", "nodes": [{"id":
"cbc357ccb763df2852fee8c4fc7d55f2", "operator": "", "description":
"[1]:TableSourceScan(table=[[my_catalog, default_database, Orders]],
fields=[order_number, price, buyer, order_time])<br/>+- Sink: Collect table
sink<br/>", "parallelism": 1, "operator_strategy": "", "optimizer_properties":
{}}]}, "state": "CANCELED", "duration": 97371, "end-time": 1673084523589,
"vertices": [{"id": "cbc357ccb763df2852fee8c4fc7d55f2", "name": "Source:
Orders[1] -> Sink: Collect table sink", "tasks": {"FAILED": 0, "CREATED": 0,
"RUNNING": 0, "CANCELED": 1, "FINISHED": 0, "CANCELING": 0, "DEPLOYING": 0,
"SCHEDULED": 0, "RECONCILING": 0, "INITIALIZING": 0}, "status": "CANCELED",
"metrics": {"read-bytes": 0, "write-bytes": 0, "read-records": 0,
"write-records": 0, "read-bytes-complete": true, "write-byt
es-complete": true, "accumulated-busy-time": "NaN", "accumulated-idle-time":
0, "read-records-complete": true, "write-records-complete": true,
"accumulated-backpressured-time": 0}, "duration": 89530, "end-time":
1673084523583, "start-time": 1673084434053, "parallelism": 1, "maxParallelism":
128}], "start-time": 1673084426218, "timestamps": {"FAILED": 0, "CREATED":
1673084426408, "FAILING": 0, "RUNNING": 1673084427378, "CANCELED":
1673084523589, "FINISHED": 0, "SUSPENDED": 0, "CANCELLING": 1673084523442,
"RESTARTING": 0, "RECONCILING": 0, "INITIALIZING": 1673084426218},
"isStoppable": false, "status-counts": {"FAILED": 0, "CREATED": 0, "RUNNING":
0, "CANCELED": 1, "FINISHED": 0, "CANCELING": 0, "DEPLOYING": 0, "SCHEDULED":
0, "RECONCILING": 0, "INITIALIZING": 0}, "maxParallelism": -1}', '{"timestamp":
null, "truncated": false, "all-exceptions": [], "root-exception": null,
"exceptionHistory": {"entries": [], "truncated": false}}', '{"counts":
{"total": 0, "failed": 0, "restored": 0, "
completed": 0, "in_progress": 0}, "latest": {"failed": null, "restored": null,
"completed": null, "savepoint": null}, "history": [], "summary": {"state_size":
{"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99":
"NaN", "p999": "NaN"}, "persisted_data": {"avg": 0, "max": 0, "min": 0, "p50":
"NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"},
"processed_data": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN",
"p95": "NaN", "p99": "NaN", "p999": "NaN"}, "checkpointed_size": {"avg": 0,
"max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN",
"p999": "NaN"}, "alignment_buffered": {"avg": 0, "max": 0, "min": 0, "p50": 0,
"p90": 0, "p95": 0, "p99": 0, "p999": 0}, "end_to_end_duration": {"avg": 0,
"max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN",
"p999": "NaN"}}}', '{"mode": "at_least_once", "timeout": 600000, "interval":
9223372036854775807, "min_pause": 0, "state_backend": "HashMapStateBackend",
"max_concurrent": 1, "externalization": {"enabled": false,
"delete_on_cancellation": true}, "changelog_storage": "memory",
"checkpoint_storage": "FileSystemCheckpointStorage", "unaligned_checkpoints":
false, "state_changelog_enabled": false, "aligned_checkpoint_timeout": 0,
"tolerable_failed_checkpoints": 0, "checkpoints_after_tasks_finish": true,
"changelog_periodic_materialization_interval": 600000}', '{"jid":
"13732c1c008242ba68218383febe3213", "name": "flinksql", "execution-config":
{"user-config": {}, "execution-mode": "PIPELINED", "job-parallelism": 1,
"restart-strategy": "Cluster level default restart strategy",
"object-reuse-mode": false}}', null, '{"id": 1, "name":
"flink-1.16-yarn-session", "note": null, "type": "yarn-session", "alias":
"flink-1.16-yarn-session", "hosts": "hdp03:32956", "status": 1, "taskId": null,
"enabled": true, "version": "1.16.0", "tenantId": 1, "createTime": [2023, 1, 7,
16, 43, 51], "updateTime": [2023, 1, 7, 16, 43, 51], "autoRegisters": false, "jo
bManagerHost": "xxx:32956", "clusterConfigurationId": null}', null,
'2023-01-07 17:42:30'
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
