[
https://issues.apache.org/jira/browse/YARN-9974?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16973803#comment-16973803
]
Wilfred Spiegelenburg commented on YARN-9974:
---------------------------------------------
This looks like a duplicate of YARN-6125 and YARN-6967.
Which version of hadoop are you using?
> Large diagnostics may cause RM recover failed
> ---------------------------------------------
>
> Key: YARN-9974
> URL: https://issues.apache.org/jira/browse/YARN-9974
> Project: Hadoop YARN
> Issue Type: Bug
> Components: resourcemanager
> Reporter: zhoukang
> Assignee: zhoukang
> Priority: Critical
>
> {code:java}
> 2019-09-04,16:37:32,224 DEBUG org.apache.zookeeper.ClientCnxn: Reading reply
> sessionid:0x563398cdd5889a1, packet:: clientPath:null serverPath:null
> finished:false header:: 1659,4 replyHeader:: 1659,27117069873,0 request::
> '/yarn-ha/zjyprc-hadoop/rm-state/ZKRMStateRoot/RMAppRoot/application_1531361280531_691245,F
> response::
> #8ffffffd3ffffffeeffffff86ffffff9bffffffda2c12ffffffc33fab8ffffffadffffff982a10ffffff93ffffff84fffffffbffffffe1ffffffc82c122b636f6d2e7869616f6d692e796f7570696e2e7265636f6d6d656e642e747261696e696e672e476264744c721a26726f6f742e70726f64756374696f6e2e6d696f745f67726f75702e796f7570696e2e646174612affffffce3ea77aa776174636865722e73681269a59a46864667312f7a6a797072632d6861646f6f702d3018ffffffd43e223d2f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f736372697074732f776174636865722f706d61705f776174636865722e736810ffffffec718ffffff81ffffffbbffffffa1ffffff83fffffff02b202281a74ad6f6f6d5f7363726970742e73681263a53a46864667312f7a6a797072632d6861646f6f702d3018ffffffd43e22372f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f736372697074732f6f6f6d2f6f6f6d5f7363726970742e736810ffffffa8318ffffff87ffffffbaffffffa1ffffff83fffffff02b202281affffffc91ae5f5f737061726b5f6c6962735f5f12ffffffb61affffffa31a46864667312f7a6a797072632d6861646f6f702d3018ffffffd43e22ffffff8612f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f73746167696e672f735f6d696f7473746f72652f2e737061726b53746167696e672f6170706c69636174696f6e5f313533313336313238303533315f3639313234352f5f5f737061726b5f6c6962735f5f383236383134383736393931313939393637302e7a697010ffffffdfffffff8dffffffd26518ffffffeeffffffceffffff86ffffff9bffffffda2c201282affffffba1ae5f5f737061726b5f636f6e665f5f12ffffffa71affffff951a46864667312d7a6a797072632d6861646f6f7018ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff122732f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f73746167696e672f735f6d696f7473746f72652f2e737061726b53746167696e672f6170706c69636174696f6e5f313533313336313238303533315f3639313234352f5f5f737061726b5f636f6e665f5f2e7a697010fffffffbffffff88418ffffffeaffffffecffffff86ffffff9bffffffda2c201282affffffbc1ab5f5f6170705f5f2e6a617212ffffffac1affffff991a46864667312f7a6a797072632d6861646f6f702d3018ffffffd43e227d2f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f73746167696e672f735f6d696f7473746f72652f2e737061726b53746167696e672f6170706c69636174696f6e5f313533313336313238303533315f3639313234352f7265636f6d6d656e642d706970656c696e652d302e302e312e6a617210ffffffbeffffff94ffffffdf5618ffffffedffffffe8ffffff86ffffff9bffffffda2c20228212fffffffa9484454530901cafab8ffffffadffffff982a10ffffff93ffffff84fffffffbffffffe1ffffffc82c10110ffffffdaffffff80ffffffdeffffffe8fffffffbffffffffffffffffffffffffffffffff1141322ffffffa0ffffff835efffffff5860ffffffa7ffffffbfffffffefffffff8a42ffffffabffffffbcffffffed321bffffffb045105941524e5f414d5f524d5f544f4b454e01768612d686466733a7a6a797072632d6861646f6f702d303a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff88ffffff9affffff8a16cfffffffb12ffffffb4ffffff9affffff8d1ffffffffaffffffedffffff8e172142b313b8ffffffe07f35ffffff88ffffffa8ffffffc0ffffff874641536f1ac6c6affffff9d15484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d301768612d686466733a7a6a797072632d6861646f6f702d3639019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff8929ffffff8a16cfffffffb12ffffffb529ffffff8d1bffffffbe32ffffff8fffffffba144e49ffffff8bffffffadffffffd5784fffffff815ffffffe5b14f1c7463fffffffeffffffceffffffd6fffffff215484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d361768612d686466733a7a6a797072632d6861646f6f702d353a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff896ffffff8a16cfffffffb12ffffffb56ffffff8d1ffffffffa55ffffff8e16c143affffff846b22ffffffbb34ffffffa629ffffffd61fffffffe4ffffffb4ffffffdffffffff3ffffffc062ffffffa4ffffffc0ffffffa7ffffffb815484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d351768612d686466733a7a6a797072632d6861646f6f702d3739019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff88ffffffc1ffffff8a16cfffffffb12ffffffb4ffffffc1ffffff8d1bffffffbe33ffffff8fffffffba14304b58ffffffccfffffffb8ffffffef612a402032ffffffc7fffffff556ffffff87ffffffb0ffffff96ffffffbeffffff9815484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d371768612d686466733a7a6a797072632d6861646f6f702d323a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff88fffffff5ffffff8a16cfffffffb12ffffffb4fffffff5ffffff8d1ffffffffa54ffffff8e16c14ffffff93273bffffffa3ffffffbdffffffb148ffffff842cffffffca1effffffb938ffffff99ffffff865cffffff96ffffff8cffffffb24315484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d321768612d686466733a7a6a797072632d6861646f6f702d313a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff87ffffffc6ffffff8a16cfffffffb12ffffffb3ffffffc6ffffff8d1ffffffffa62ffffff8e16d1436ffffff96ffffffc3493afffffffadfffffff4ffffffb8ffffff916147ffffffea122b7f6bfffffff9ffffffa9ffffffa115484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d311768612d686466733a7a6a797072632d6861646f6f702d343a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff8916ffffff8a16cfffffffb12ffffffb516ffffff8d1ffffffffa65ffffff8e16c1433ffffff8cffffff8cffffffccffffffe93058ffffff968ffffffc331fffffffbffffff96ffffff8b796153ffffff966c4615484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d341768612d686466733a7a6a797072632d6861646f6f702d333a019735f6d696f7473746f7265405849414f4d492e4841444f4f5087961726e5f7072630ffffff8a165ffffffa361ffffff88ffffffd3ffffff8a16cfffffffb12ffffffb4ffffffd3ffffff8d1ffffffffa50ffffff8e16d1449677ffffffe0ffffffb52367ffffffe6ffffffba42fffffff9ffffffc0fffffff1ffffffab75affffff93ffffffc4ffffff8cffffffde15484446535f44454c45474154494f4e5f544f4b454e1768612d686466733a7a6a797072632d6861646f6f702d33022ffffff8e1a16535041524b5f5941524e5f53544147494e475f4449521274686466733a2f2f7a6a797072632d6861646f6f702f737061726b2f7a6a797072632d6861646f6f702d737061726b322e312f73746167696e672f735f6d696f7473746f72652f2e737061726b53746167696e672f6170706c69636174696f6e5f313533313336313238303533315f3639313234352245a1a4150504c49434154494f4e5f5745425f50524f58595f4241534512272f70726f78792f6170706c69636174696f6e5f313533313336313238303533315f3639313234352217af535041524b5f5941524e5f4d4f4445124747275652215a104d41585f4150505f415454454d505453121312219aa535041524b5f5553455212b735f6d696f7473746f726522ffffff8710a14535041524b5f444953545f434c4153535041544812ffffffeef2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f63757272656e742f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2f62696e2f63757272656e742f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d636f6e663a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f636f6d6d6f6e2f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f636f6d6d6f6e2f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466733a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466732f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466732f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f7961726e2f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f7961726e2f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f6d61707265647563652f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f6d61707265647563652f2a3a2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f63757272656e742f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2f62696e2f63757272656e742f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2f636f6e747269622f63617061636974792d7363686564756c65722f2a2e6a6172221fa94a4156415f484f4d4512122f6f70742f736f66742f6a646b312e372e3022ffffffcb13a9434c4153535041544812ffffffbd137b7b5057447d7d3c4350533e7b7b5057447d7d2f5f5f737061726b5f636f6e665f5f3c4350533e7b7b5057447d7d2f5f5f737061726b5f6c6962735f5f2f2a3c4350533e244841444f4f505f434f4e465f4449523c4350533e244841444f4f505f434f4d4d4f4e5f484f4d452f73686172652f6861646f6f702f636f6d6d6f6e2f2a3c4350533e244841444f4f505f434f4d4d4f4e5f484f4d452f73686172652f6861646f6f702f636f6d6d6f6e2f6c69622f2a3c4350533e244841444f4f505f484446535f484f4d452f73686172652f6861646f6f702f686466732f2a3c4350533e244841444f4f505f484446535f484f4d452f73686172652f6861646f6f702f686466732f6c69622f2a3c4350533e244841444f4f505f5941524e5f484f4d452f73686172652f6861646f6f702f7961726e2f2a3c4350533e244841444f4f505f5941524e5f484f4d452f73686172652f6861646f6f702f7961726e2f6c69622f2a3c4350533e244841444f4f505f4d41505245445f484f4d452f73686172652f6861646f6f702f6d61707265647563652f2a3c4350533e244841444f4f505f4d41505245445f484f4d452f73686172652f6861646f6f702f6d61707265647563652f6c69622f2a3c4350533e2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f63757272656e742f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2f62696e2f63757272656e742f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d636f6e663a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f636f6d6d6f6e2f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f636f6d6d6f6e2f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466733a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466732f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f686466732f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f7961726e2f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f7961726e2f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f6d61707265647563652f6c69622f2a3a2f686f6d652f776f726b2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f7061636b616765732f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2d32303138303731392f62696e2f7061636b616765732f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2d363539666539356233346462376136633666613966343061333236363037396566633539343239392f73686172652f6861646f6f702f6d61707265647563652f2a3a2f646174612f736f6674776172652f696e6672612d636c69656e742f62696e2f63757272656e742f636f6d6d6f6e2d696e6672615f636c69656e742d7061636b2f62696e2f63757272656e742f7a6a797072632d6861646f6f702d737061726b322e312d6861646f6f702d7061636b2f636f6e747269622f63617061636974792d7363686564756c65722f2a2e6a61722224a134150505f5355424d49545f54494d455f454e5612d313533363034343431343830332a167b7b4a4156415f484f4d457d7d2f62696e2f6a6176612a72d7365727665722a92d586d78343039366d2a1c2d58583a4d61784469726563744d656d6f727953697a653d3235366d2a1c2d446a6176612e696f2e746d706469723d7b7b5057447d7d2f746d702a16272d58583a4d61785065726d53697a653d3235366d272a21272d58583a2b4865617044756d704f6e4f75744f664d656d6f72794572726f72272a30272d58583a4865617044756d70506174683d2e2f737061726b2d6472697665722d6865617064756d702e6870726f66272a2b272d58583a4f6e4f75744f664d656d6f72794572726f723d2e2f6f6f6d5f7363726970742e7368202570272a23272d58583a4572726f7246696c653d2f746d702f68735f6572726f7225702e6c6f67272a162d44737061726b2e6c6f672e6c6576656c3d494e464f2a2c2d44737061726b2e7961726e2e6170702e636f6e7461696e65722e6c6f672e6469723d3c4c4f475f4449523e2a1a202d586c6f6767633a3c4c4f475f4449523e2f67635f6c6f67202a24202d58583a2b5072696e7447434170706c69636174696f6e53746f7070656454696d65202a15202d58583a2b5072696e74474344657461696c73202a18202d58583a2b5072696e744743446174655374616d7073202ad202d766572626f73653a6763202a1b202d58583a2b55736547434c6f6746696c65526f746174696f6e202a1b202d58583a4e756d6265724f6647434c6f6746696c65733d3130202a17202d58583a47434c6f6746696c6553697a653d31304d202a19202d58583a506172616c6c656c4743546872656164733d34202a2e6f72672e6170616368652e737061726b2e6465706c6f792e7961726e2e4170706c69636174696f6e4d61737465722a72d2d636c6173732a2d27636f6d2e7869616f6d692e796f7570696e2e7265636f6d6d656e642e747261696e696e672e476264744c72272a52d2d6a61722a5666696c653a2f686f6d652f776f726b2f616c6973612f776f726b73706163652f7265636f6d6d656e642d706970656c696e652f7461726765742f7265636f6d6d656e642d706970656c696e652d302e302e312e6a61722a52d2d6172672a7272d2d646179272a52d2d6172672a32730272a112d2d70726f706572746965732d66696c652a307b7b5057447d7d2f5f5f737061726b5f636f6e665f5f2f5f5f737061726b5f636f6e665f5f2e70726f706572746965732a2313e2a92f6465762f6e756c6c2a2323e2a103c4c4f475f4449523e2f7374646572723215811211776f726b2c735f6d696f7473746f7265203215821211776f726b2c735f6d696f7473746f7265204014a58ffffff8026101525535041524b1ab735f6d696f7473746f726520ffffffd3ffffffeeffffff86ffffff9bffffffda2c28838ffffffb3ffffff84ffffff90ffffff9bffffffda2c,s{27115576000,27115622926,1536044414822,1536044565204,1,1,0,0,8170,1,27115577950}
> 2019-09-04,16:37:32,224 DEBUG
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore:
> Loading application from znode: application_1531361280531_691245
> 2019-09-04,16:37:32,225 DEBUG org.apache.zookeeper.ClientCnxn: Reading reply
> sessionid:0x563398cdd5889a1, packet:: clientPath:null serverPath:null
> finished:false header:: 1660,8 replyHeader:: 1660,27117069874,0 request::
> '/yarn-ha/zjyprc-hadoop/rm-state/ZKRMStateRoot/RMAppRoot/application_1531361280531_691245,F
> response:: v{'appattempt_1531361280531_691245_000001}
> 2019-09-04,16:37:32,273 WARN org.apache.zookeeper.ClientCnxn: Session
> 0x563398cdd5889a1 for server zjy-hadoop-prc-ct06.bj/10.152.50.1:11000,
> unexpected error, closing socket connection and attempting reconnect
> java.io.IOException: Unreasonable length = 2626325
> at
> org.apache.jute.BinaryInputArchive.readBuffer(BinaryInputArchive.java:95)
> at
> org.apache.zookeeper.proto.GetDataResponse.deserialize(GetDataResponse.java:54)
> at
> org.apache.zookeeper.ClientCnxn$SendThread.readResponse(ClientCnxn.java:814)
> at
> org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:94)
> at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:366)
> at
> org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
> 2019-09-04,16:37:32,273 ERROR
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager: Failed to
> load/recover state
> java.lang.NullPointerException
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:188)
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:193)
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:49)
> at
> org.apache.hadoop.yarn.proto.YarnServerResourceManagerRecoveryProtos$ApplicationAttemptStateDataProto.parseFrom(YarnServerResourceManagerRecoveryProtos.java:2518)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadApplicationAttemptState(ZKRMStateStore.java:598)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadRMAppState(ZKRMStateStore.java:579)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadState(ZKRMStateStore.java:458)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMActiveServices.serviceStart(ResourceManager.java:581)
> at
> org.apache.hadoop.service.AbstractService.start(AbstractService.java:193)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.startActiveServices(ResourceManager.java:1012)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$1.run(ResourceManager.java:1053)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$1.run(ResourceManager.java:1049)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1886)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.transitionToActive(ResourceManager.java:1049)
> at
> org.apache.hadoop.yarn.server.resourcemanager.AdminService.transitionToActive(AdminService.java:295)
> at
> org.apache.hadoop.yarn.server.resourcemanager.EmbeddedElectorService.becomeActive(EmbeddedElectorService.java:126)
> at
> org.apache.hadoop.ha.ActiveStandbyElector.becomeActive(ActiveStandbyElector.java:803)
> at
> org.apache.hadoop.ha.ActiveStandbyElector.processResult(ActiveStandbyElector.java:414)
> at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:599)
> at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
> 2019-09-04,16:37:32,275 DEBUG org.apache.hadoop.service.AbstractService:
> noteFailure java.lang.NullPointerException
> 2019-09-04,16:37:32,275 INFO org.apache.hadoop.service.AbstractService:
> Service RMActiveServices failed in state STARTED; cause:
> java.lang.NullPointerException
> java.lang.NullPointerException
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:188)
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:193)
> at
> com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:49)
> at
> org.apache.hadoop.yarn.proto.YarnServerResourceManagerRecoveryProtos$ApplicationAttemptStateDataProto.parseFrom(YarnServerResourceManagerRecoveryProtos.java:2518)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadApplicationAttemptState(ZKRMStateStore.java:598)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadRMAppState(ZKRMStateStore.java:579)
> at
> org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore.loadState(ZKRMStateStore.java:458)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMActiveServices.serviceStart(ResourceManager.java:581)
> at
> org.apache.hadoop.service.AbstractService.start(AbstractService.java:193)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.startActiveServices(ResourceManager.java:1012)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$1.run(ResourceManager.java:1053)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$1.run(ResourceManager.java:1049)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1886)
> at
> org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.transitionToActive(ResourceManager.java:1049)
> at
> org.apache.hadoop.yarn.server.resourcemanager.AdminService.transitionToActive(AdminService.java:295)
> at
> org.apache.hadoop.yarn.server.resourcemanager.EmbeddedElectorService.becomeActive(EmbeddedElectorService.java:126)
> at
> org.apache.hadoop.ha.ActiveStandbyElector.becomeActive(ActiveStandbyElector.java:803)
> at
> org.apache.hadoop.ha.ActiveStandbyElector.processResult(ActiveStandbyElector.java:414)
> at
> org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:599)
> at
> org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
> 2019-09-04,16:37:32,276 DEBUG org.apache.hadoop.service.AbstractService:
> Service: RMActiveServices entered state STOPPED
> {code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: yarn-issues-unsubscr...@hadoop.apache.org
For additional commands, e-mail: yarn-issues-h...@hadoop.apache.org
