考虑把 SQL 贴成 gist 链接？ Best, tison.
claylin <1012539...@qq.com> 于2020年5月17日周日 下午5:32写道： > sql作业定义如下，也通过TableConfig设置了最大和最小idle > time，但是运行很长时间，查看sst的目录flink-io-8a4ac39d-b8c3-4baa-bd08-a063e6e964e9下，状态还是在一直变打，导致作业线程读写state很耗时间，最后作业处于一直反压状态，求大佬支招CREATE > TABLE yy_yapmnetwork_original ( happenAt BIGINT, uid BIGINT, > appId STRING, deviceId STRING, appVer STRING, dnsDur BIGINT, > useGlb INT, hitCache INT, requestSize DOUBLE, responseSize > DOUBLE, totalDur BIGINT, url STRING, statusCode INT, > prototype STRING, netType STRING, traceId STRING, ts AS > CAST(FROM_UNIXTIME(happenAt/1000) AS TIMESTAMP(3)), WATERMARK FOR ts AS > ts - INTERVAL '20' SECOND )with ( 'connector.type' = 'kafka', > 'connector.version' = 'universal', 'connector.topic' = 'yapm_metrics', > 'connector.properties.zookeeper.connect' = 'localhost:2181', > 'connector.properties.bootstrap.servers' = 'kafkawx007-core001.yy.com:8101 > ,kafkawx007-core002.yy.com:8101,kafkawx007-core003.yy.com:8101', ' > connector.properties.group.id' = 'interface_success_rate_consumer', > 'connector.startup-mode' = 'latest-offset', 'format.type' = 'json' ); > create table request_latency_tbl ( app_id string, app_ver string, > net_type string, prototype string, url string, status_code > int, w_start string, success_cnt BIGINT, failure_cnt BIGINT, > total_cnt BIGINT ) with( 'connector.type' = 'jdbc', 'connector.url' = > 'jdbc:mysql://localhost:3315/yapm_metrics?useUnicode=true&characterEncoding=utf-8&zeroDateTimeBehavior=convertToNull&autoReconnect=true', > 'connector.table' = 'request_latency_statistics', 'connector.username' = > 'yapm_metrics', 'connector.password' = '1234456', > 'connector.write.flush.max-rows' = '1000', 'connector.write.flush.interval' > = '5s', 'connector.write.max-retries' = '2' ); create view > request_1minutes_latency as select appId, appVer, netType, prototype, > url, statusCode, DATE_FORMAT(ts, 'yyyy-MM-dd HH:mm') w_start, > count(distinct traceId) filter (where statusCode in (200)) as successCnt, > count(distinct traceId) filter (where statusCode not in (200)) as > failureCnt, count(distinct traceId) as total_cnt from > yy_yapmnetwork_original group by appId, appVer, netType, prototype, url, > statusCode, DATE_FORMAT(ts, 'yyyy-MM-dd HH:mm'); insert into > request_latency_tbl select * from request_1minutes_latency;
