?????? flink 1.12 Cancel Job??????????(??)

Tue, 05 Jan 2021 00:35:36 -0800 

????????flink-sql,with-upsert????????????????????????????????MemoryStateBackend????????????env.getCheckpointConfig.enableExternalizedCheckpoints(CheckpointConfig.ExternalizedCheckpointCleanup.DELETE_ON_CANCELLATION)??????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????



------------------ ???????? ------------------
??????: "????"<[email protected]&gt;; 
????????: 2021??1??5??(??????) ????10:03
??????: "user-zh"<[email protected]&gt;; 
????: ?????? flink 1.12 Cancel Job??????????(??)



????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????????job????????????????????????????????????????????


| |
????
|
|
[email protected]
|
??????????????????????
??2021??1??5?? 09:04????????<[email protected]&gt; ??????
??????flink-sql????????????????????????????????????????????????????????jar????????????????????????MemoryStateBackend??????????????23:57-kill????????????job????????00:30????azkaban????????????????????????????????????????00:30??????????????????????????????????????????????kill??????????????????NodeManager??????????????????????????????????00:30????????????????????????????????????????????????????????????????????????????????????????????????????????1000??????????????900??????????????????????????????????????????????????????????????|insert
 into app_bs_drainage_place
|SELECT
|&nbsp;&nbsp;&nbsp;&nbsp; do.GrouporgName,
|&nbsp;&nbsp;&nbsp;&nbsp; du.Name,
|&nbsp;&nbsp;&nbsp;&nbsp; COUNT(DISTINCT dooi.Code) AS TotalSingular,
|&nbsp;&nbsp;&nbsp; md5(concat(do.GrouporgName,du.Name,cast(current_date as 
String))) as uuids,
|&nbsp;&nbsp;&nbsp; current_date as As_Of_Date
|FROM dw_od_order_info dooi
|&nbsp; INNER JOIN dw_worktask_info dwi ON dwi.CustomerId = dooi.CustomerId AND 
dwi.HandlerPersonId = dooi.UserId and dwi.As_Of_Date=current_date
|&nbsp; INNER JOIN dim_cc_media_placement_label_relation dmplr ON 
dmplr.MediaPlacementId = dwi.PlacementId
|&nbsp; INNER JOIN dim_cc_media_label dcml ON dmplr.LabelId = dcml.Id AND 
dcml.Name IN ('????????', '??????')
|&nbsp; INNER JOIN dim_user du ON dooi.UserId = du.Id
| INNER JOIN dim_org do ON dooi.UserOrgId = do.Grouporgid AND 
left(do.GrouporgName, 2) = '????'
| WHERE dooi.As_Of_Date=current_date and dooi.Status <&amp;gt; 60 AND 
dooi.Status <&amp;gt; 120 AND dooi.OrgType = 1
| GROUP BY do.GrouporgName,du.Name




------------------&amp;nbsp;????????&amp;nbsp;------------------
??????: "??????"<[email protected]&amp;gt;;
????????: 2021??1??4??(??????) ????10:06
??????: "user-zh"<[email protected]&amp;gt;;
????: Re: flink 1.12 Cancel Job??????????(??)



????SQL????????????????????????????????
????????????????????????????????????????????2????????????????????????????????????????????
????????????????????????????????????????????/??????????????????????????????????????????????

?????? <[email protected]&amp;gt; ??2021??1??4?????? ????8:45??????

&amp;gt; 
??????????????yarn-cluster????????23:50??????/opt/module/hadoop3.2.1/bin/yarn
&amp;gt; application -kill
&amp;gt; 
application_1609656886263_0043??kill??job????????1:30??????????????????????????????????????????kill-job??????????????state??????????????????????????????
&amp;gt;
&amp;gt;
&amp;gt;
&amp;gt; 
------------------&amp;amp;nbsp;????????&amp;amp;nbsp;------------------
&amp;gt; ??????: "??????"<[email protected]&amp;amp;gt;;
&amp;gt; ????????: 2020??12??29??(??????) ????9:35
&amp;gt; ??????: "user-zh"<[email protected]&amp;amp;gt;;
&amp;gt; ????: Re: flink 1.12 Cancel Job??????????(??)
&amp;gt;
&amp;gt;
&amp;gt;
&amp;gt; ??????????????????????taskManager??taskManager??&amp;amp;nbsp; 
taskManager??????????????????????????????????????????
&amp;gt; taskManager 
??????????cancel??taskManager????????????????????????????????????
&amp;gt; ????????yarn??????per-job??????????
&amp;gt;
&amp;gt; ?????? <[email protected]&amp;amp;gt; ??2020??12??29?????? ????9:00??????
&amp;gt;
&amp;gt; &amp;amp;gt; ????????????flink
&amp;gt; &amp;amp;gt;
&amp;gt; 
sql????Cancel????????????????????????????????Cancel????????????????????????IDEA??????????????????????????Checkpoints????????????????????Cancel????????????????job????????TaskManager??????

回复