[
https://issues.apache.org/jira/browse/HDDS-10276?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Pratyush Bhatt updated HDDS-10276:
----------------------------------
Description:
Properties set:
{code:java}
{'hdds.x509.max.duration': 'P0D', 'hdds.x509.default.duration': 'P0D',
'hdds.x509.renew.grace.duration': 'P0D',
'hdds.x509.ca.rotation.check.interval': 'P0D', 'hdds.block.token.expiry.time':
'1d', 'ozone.manager.delegation.token.renew-interval': '1d',
'ozone.manager.delegation.token.max-lifetime': '7d'} {code}
Bootstrap OM and SCM.
SCM Shuts down:
{code:java}
2024-02-01 18:08:08,862 INFO
[main]-org.apache.hadoop.hdds.scm.ha.HASecurityUtils: Initializing secure
StorageContainerManager.
2024-02-01 18:08:09,046 ERROR
[main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
hdds.x509.max.duration should not be zero or negative
2024-02-01 18:08:09,060 INFO
[shutdown-hook-0]-org.apache.hadoop.hdds.scm.server.StorageContainerManagerStarter:
SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down StorageContainerManager at
ccycloud-1.ozn-hb18chf3oz.xyz/11.11.11.11
************************************************************/ {code}
DN throws:
{code:java}
2024-02-01 18:08:11,356 ERROR
[main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
hdds.x509.max.duration should not be zero or negative
2024-02-01 18:08:11,357 ERROR
[main]-org.apache.hadoop.ozone.HddsDatanodeService: Exception in
HddsDatanodeService.
java.lang.IllegalArgumentException: Property hdds.x509.max.duration should not
be zero or negative
at
org.apache.hadoop.hdds.security.SecurityConfig.validateCertificateValidityConfig(SecurityConfig.java:284)
at
org.apache.hadoop.hdds.security.SecurityConfig.<init>(SecurityConfig.java:237)
at
org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:241)
at
org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:210)
at
org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:178)
at
org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:95)
at picocli.CommandLine.executeUserObject(CommandLine.java:1953)
at picocli.CommandLine.access$1300(CommandLine.java:145)
at
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2352)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2346)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2311)
at
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2179)
at picocli.CommandLine.execute(CommandLine.java:2078)
at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
at
org.apache.hadoop.ozone.HddsDatanodeService.main(HddsDatanodeService.java:160)
2024-02-01 18:08:11,361 INFO
[shutdown-hook-0]-org.apache.hadoop.ozone.HddsDatanodeService: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down HddsDatanodeService at
ccycloud-3.ozn-hb18chf3oz.xyz/22.22.22.22
************************************************************/ {code}
OM Keeps retrying then exits:
{code:java}
2024-02-01 18:17:57,165 ERROR [main]-org.apache.hadoop.ozone.om.OzoneManager:
Could not initialize OM version file
java.net.ConnectException: Call From ccycloud-2.ozn-hb18chf3oz.xyz/33.33.33.33
to ccycloud-1.ozn-hb18chf3oz.xyz:1234 failed on connection exception:
java.net.ConnectException: Connection refused; For more details see:
http://wiki.apache.org/hadoop/ConnectionRefused
at sun.reflect.GeneratedConstructorAccessor9.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:892)
at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:812)
at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1620)
at org.apache.hadoop.ipc.Client.call(Client.java:1562)
at org.apache.hadoop.ipc.Client.call(Client.java:1459)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:233)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118)
at com.sun.proxy.$Proxy30.send(Unknown Source)
at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) {code}
was:
Properties set:
{code:java}
{'hdds.x509.max.duration': 'P0D', 'hdds.x509.default.duration': 'P0D',
'hdds.x509.renew.grace.duration': 'P0D',
'hdds.x509.ca.rotation.check.interval': 'P0D', 'hdds.block.token.expiry.time':
'1d', 'ozone.manager.delegation.token.renew-interval': '1d',
'ozone.manager.delegation.token.max-lifetime': '7d'} {code}
Bootstrap OM and SCM.
SCM Shuts down:
{code:java}
2024-02-01 18:08:08,862 INFO
[main]-org.apache.hadoop.hdds.scm.ha.HASecurityUtils: Initializing secure
StorageContainerManager.
2024-02-01 18:08:09,046 ERROR
[main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
hdds.x509.max.duration should not be zero or negative
2024-02-01 18:08:09,060 INFO
[shutdown-hook-0]-org.apache.hadoop.hdds.scm.server.StorageContainerManagerStarter:
SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down StorageContainerManager at
ccycloud-1.ozn-hb18chf3oz.root.comops.site/10.140.58.139
************************************************************/ {code}
DN throws:
{code:java}
2024-02-01 18:08:11,356 ERROR
[main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
hdds.x509.max.duration should not be zero or negative
2024-02-01 18:08:11,357 ERROR
[main]-org.apache.hadoop.ozone.HddsDatanodeService: Exception in
HddsDatanodeService.
java.lang.IllegalArgumentException: Property hdds.x509.max.duration should not
be zero or negative
at
org.apache.hadoop.hdds.security.SecurityConfig.validateCertificateValidityConfig(SecurityConfig.java:284)
at
org.apache.hadoop.hdds.security.SecurityConfig.<init>(SecurityConfig.java:237)
at
org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:241)
at
org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:210)
at
org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:178)
at
org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:95)
at picocli.CommandLine.executeUserObject(CommandLine.java:1953)
at picocli.CommandLine.access$1300(CommandLine.java:145)
at
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2352)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2346)
at picocli.CommandLine$RunLast.handle(CommandLine.java:2311)
at
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2179)
at picocli.CommandLine.execute(CommandLine.java:2078)
at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
at
org.apache.hadoop.ozone.HddsDatanodeService.main(HddsDatanodeService.java:160)
2024-02-01 18:08:11,361 INFO
[shutdown-hook-0]-org.apache.hadoop.ozone.HddsDatanodeService: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down HddsDatanodeService at
ccycloud-3.ozn-hb18chf3oz.root.comops.site/10.140.106.135
************************************************************/ {code}
OM Keeps retrying then exits:
{code:java}
2024-02-01 18:17:57,165 ERROR [main]-org.apache.hadoop.ozone.om.OzoneManager:
Could not initialize OM version file
java.net.ConnectException: Call From
ccycloud-2.ozn-hb18chf3oz.root.comops.site/10.140.59.163 to
ccycloud-1.ozn-hb18chf3oz.root.comops.site:9863 failed on connection exception:
java.net.ConnectException: Connection refused; For more details see:
http://wiki.apache.org/hadoop/ConnectionRefused
at sun.reflect.GeneratedConstructorAccessor9.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:892)
at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:812)
at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1620)
at org.apache.hadoop.ipc.Client.call(Client.java:1562)
at org.apache.hadoop.ipc.Client.call(Client.java:1459)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:233)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118)
at com.sun.proxy.$Proxy30.send(Unknown Source)
at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) {code}
> Setting hdds.x509.max.duration to 0 shuts down SCM, DNs and ultimately OM
> -------------------------------------------------------------------------
>
> Key: HDDS-10276
> URL: https://issues.apache.org/jira/browse/HDDS-10276
> Project: Apache Ozone
> Issue Type: Bug
> Components: Certificates
> Reporter: Pratyush Bhatt
> Priority: Major
>
> Properties set:
> {code:java}
> {'hdds.x509.max.duration': 'P0D', 'hdds.x509.default.duration': 'P0D',
> 'hdds.x509.renew.grace.duration': 'P0D',
> 'hdds.x509.ca.rotation.check.interval': 'P0D',
> 'hdds.block.token.expiry.time': '1d',
> 'ozone.manager.delegation.token.renew-interval': '1d',
> 'ozone.manager.delegation.token.max-lifetime': '7d'} {code}
> Bootstrap OM and SCM.
> SCM Shuts down:
> {code:java}
> 2024-02-01 18:08:08,862 INFO
> [main]-org.apache.hadoop.hdds.scm.ha.HASecurityUtils: Initializing secure
> StorageContainerManager.
> 2024-02-01 18:08:09,046 ERROR
> [main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
> hdds.x509.max.duration should not be zero or negative
> 2024-02-01 18:08:09,060 INFO
> [shutdown-hook-0]-org.apache.hadoop.hdds.scm.server.StorageContainerManagerStarter:
> SHUTDOWN_MSG:
> /************************************************************
> SHUTDOWN_MSG: Shutting down StorageContainerManager at
> ccycloud-1.ozn-hb18chf3oz.xyz/11.11.11.11
> ************************************************************/ {code}
> DN throws:
> {code:java}
> 2024-02-01 18:08:11,356 ERROR
> [main]-org.apache.hadoop.hdds.security.SecurityConfig: Property
> hdds.x509.max.duration should not be zero or negative
> 2024-02-01 18:08:11,357 ERROR
> [main]-org.apache.hadoop.ozone.HddsDatanodeService: Exception in
> HddsDatanodeService.
> java.lang.IllegalArgumentException: Property hdds.x509.max.duration should
> not be zero or negative
> at
> org.apache.hadoop.hdds.security.SecurityConfig.validateCertificateValidityConfig(SecurityConfig.java:284)
> at
> org.apache.hadoop.hdds.security.SecurityConfig.<init>(SecurityConfig.java:237)
> at
> org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:241)
> at
> org.apache.hadoop.ozone.HddsDatanodeService.start(HddsDatanodeService.java:210)
> at
> org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:178)
> at
> org.apache.hadoop.ozone.HddsDatanodeService.call(HddsDatanodeService.java:95)
> at picocli.CommandLine.executeUserObject(CommandLine.java:1953)
> at picocli.CommandLine.access$1300(CommandLine.java:145)
> at
> picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2352)
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2346)
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2311)
> at
> picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:2179)
> at picocli.CommandLine.execute(CommandLine.java:2078)
> at org.apache.hadoop.hdds.cli.GenericCli.execute(GenericCli.java:100)
> at org.apache.hadoop.hdds.cli.GenericCli.run(GenericCli.java:91)
> at
> org.apache.hadoop.ozone.HddsDatanodeService.main(HddsDatanodeService.java:160)
> 2024-02-01 18:08:11,361 INFO
> [shutdown-hook-0]-org.apache.hadoop.ozone.HddsDatanodeService: SHUTDOWN_MSG:
> /************************************************************
> SHUTDOWN_MSG: Shutting down HddsDatanodeService at
> ccycloud-3.ozn-hb18chf3oz.xyz/22.22.22.22
> ************************************************************/ {code}
> OM Keeps retrying then exits:
> {code:java}
> 2024-02-01 18:17:57,165 ERROR [main]-org.apache.hadoop.ozone.om.OzoneManager:
> Could not initialize OM version file
> java.net.ConnectException: Call From
> ccycloud-2.ozn-hb18chf3oz.xyz/33.33.33.33 to
> ccycloud-1.ozn-hb18chf3oz.xyz:1234 failed on connection exception:
> java.net.ConnectException: Connection refused; For more details see:
> http://wiki.apache.org/hadoop/ConnectionRefused
> at sun.reflect.GeneratedConstructorAccessor9.newInstance(Unknown
> Source)
> at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:892)
> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:812)
> at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1620)
> at org.apache.hadoop.ipc.Client.call(Client.java:1562)
> at org.apache.hadoop.ipc.Client.call(Client.java:1459)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:233)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118)
> at com.sun.proxy.$Proxy30.send(Unknown Source)
> at sun.reflect.GeneratedMethodAccessor1.invoke(Unknown Source) {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
