SaketaChalamchala opened a new pull request, #4271: URL: https://github.com/apache/ozone/pull/4271
## What changes were proposed in this pull request? Added a `conf` field in `STARTUP_MSG` for all Ozone roles with configs relevant to the role. ## What is the link to the Apache JIRA https://issues.apache.org/jira/browse/HDDS-7869 ## How was this patch tested? Manual test ``` OM : /************************************************************ 2023-02-12 20:11:34 STARTUP_MSG: Starting OzoneManager ... 2023-02-12 20:11:34 STARTUP_MSG: java = 11.0.17 2023-02-12 20:11:34 STARTUP_MSG: conf = {hadoop.hdds.db.rocksdb.logging.level=INFO, ozone.om.enable.ofs.shared.tmp.dir=false, ozone.om.ratis.log.appender.queue.num-elements=1024, hadoop.hdds.db.rocksdb.logging.enabled=false, ozone.om.snapshot.provider.socket.timeout=5000s, ozone.scm.info.wait.duration=10m, ozone.om.http.auth.type=kerberos, ozone.om.multitenancy.enabled=true, ozone.om.https-bind-host=0.0.0.0, ozone.om.ratis.server.request.timeout=3s, ozone.network.flexible.fqdn.resolution.enabled=false, ozone.om.snapshot.compaction.dag.max.time.allowed=30d, ozone.path.deleting.limit.per.task=10000, ozone.om.enable.filesystem.paths=false, ozone.recon.om.snapshot.task.flush.param=false, ozone.om.admin.protocol.max.retries=20, ozone.om.leader.election.minimum.timeout.duration=5s, ozone.om.ratis.log.appender.queue.byte-limit=32MB, ozone.network.jvm.address.cache.enabled=true, ozone.om.volume.listall.allowed=true, ozone.recon.om.socket.timeout=5s, ozone.om.keyname.character.check.enab led=false, ozone.om.open.key.cleanup.service.timeout=300s, ozone.om.ratis.server.retry.cache.timeout=600000ms, ozone.om.snapshot.provider.request.timeout=5000ms, ozone.directory.deleting.service.interval=1m, ozone.om.save.metrics.interval=5m, ozone.om.grpc.maximum.response.length=134217728, ozone.recon.om.snapshot.task.initial.delay=20s, ozone.om.https-address=0.0.0.0:9875, ozone.om.ratis.port=9872, ozone.key.deleting.limit.per.task=20000, ozone.om.ha.raft.server.retrycache.expirytime=300s, ozone.snapshot.filtering.service.interval=1m, ozone.scm.ca.list.retry.interval=10s, ozone.om.container.location.cache.size=100000, ozone.om.handler.count.key=100, ozone.om.client.trash.core.pool.size=5, hdds.db.profile=DISK, ozone.metastore.rocksdb.cf.write.buffer.size=128MB, ozone.fs.listing.page.size.max=5000, ozone.key.preallocation.max.blocks=64, ozone.om.http-bind-host=0.0.0.0, hdds.scm.http.auth.type=kerberos, ozone.om.fs.snapshot.max.limit=1000, ozone.om.snapshot.provider.connection.timeou t=5000s, ozone.metadata.dirs=/data/metadata, ozone.recon.om.connection.timeout=5s, ozone.om.key.path.lock.enabled=false, ozone.metastore.rocksdb.statistics=OFF, ozone.om.ratis.log.purge.gap=1000000, ozone.om.group.rights=ALL, ozone.om.ratis.segment.size=4MB, ozone.om.multitenancy.ranger.sync.timeout=10s, ozone.om.open.key.expire.threshold=7d, ozone.om.snapshot.cache.max.size=10, ozone.om.user.max.volume=1024, ozone.om.client.rpc.timeout=15m, ozone.snapshot.filtering.limit.per.task=2, ozone.sst.filtering.service.timeout=300000ms, ozone.om.ratis.segment.preallocated.size=4MB, ozone.om.ratis.server.failure.timeout.duration=120s, ozone.om.unflushed.transaction.max.count=10000, ozone.om.user.rights=ALL, ozone.recon.om.snapshot.task.interval.delay=1m, ozone.om.container.location.cache.ttl=360m, ozone.om.upgrade.finalization.ratis.based.timeout=30s, ozone.om.http-address=om:9874, ozone.om.admin.protocol.wait.between.retries=1000, ozone.om.address=om, ozone.om.ratis.minimum.timeout=5s, ozon e.om.snapshot.compaction.dag.prune.daemon.run.interval=3600s, ozone.om.open.key.cleanup.limit.per.task=1000, ozone.om.ratis.enable=true, ozone.service.shutdown.timeout=60s, hadoop.hdds.db.rocksdb.writeoption.sync=false, ozone.recon.om.connection.request.timeout=5000, ozone.om.multitenancy.ranger.sync.interval=30s, ozone.om.ratis.rpc.type=GRPC, ozone.om.ratis.server.leaderelection.pre-vote=false, ozone.om.http.enabled=true, ozone.om.open.key.cleanup.service.interval=24h, ozone.om.init.default.layout.version=-1} ``` ``` SCM : 2023-02-12 20:11:34 /************************************************************ 2023-02-12 20:11:34 STARTUP_MSG: Starting StorageContainerManager ... 2023-02-12 20:11:34 STARTUP_MSG: java = 11.0.17 2023-02-12 20:11:34 STARTUP_MSG: conf = {ozone.scm.sequence.id.batch.size=1000, hdds.scm.replication.event.timeout=10s, ozone.scm.ha.ratis.snapshot.threshold=1000, hdds.scm.safemode.atleast.one.node.reported.pipeline.pct=0.90, ozone.scm.ha.ratis.server.leaderelection.pre-vote=false, hdds.scm.safemode.enabled=true, ozone.scm.client.port=9860, hdds.key.len=2048, ozone.network.jvm.address.cache.enabled=true, ozone.scm.pipeline.creation.interval=30s, hdds.datanode.storage.utilization.critical.threshold=0.95, hdds.scm.safemode.min.datanode=3, ozone.scm.client.bind.host=0.0.0.0, hdds.scm.block.deletion.per-interval.max=100000, hdds.scm.kerberos.keytab.file=/etc/security/keytabs/scm.keytab, ozone.scm.block.client.port=9863, ozone.scm.ha.ratis.segment.preallocated.size=4MB, hdds.scm.http.auth.kerberos.principal=HTTP/[email protected], ozone.scm.block.deletion.max.retry=4096, ozone.scm.ratis.pipeline.limit=0, ozone.block.deleting.container.limit.per.interval=10, hdds.scm.http.auth.kerberos .keytab=/etc/security/keytabs/scm.keytab, ozone.block.deleting.service.interval=1m, ozone.scm.ca.list.retry.interval=10s, ozone.scm.ha.ratis.leader.election.timeout=5s, hdds.scm.safemode.pipeline.creation=true, ozone.metastore.rocksdb.cf.write.buffer.size=128MB, ozone.chunk.read.buffer.default.size=64KB, ozone.scm.ha.ratis.log.appender.queue.byte-limit=32MB, hdds.scm.kerberos.principal=scm/[email protected], hdds.scmclient.failover.retry.interval=2s, hdds.scm.replication.maintenance.remaining.redundancy=1, ozone.scm.container.layout=FILE_PER_BLOCK, ozone.block.deleting.limit.per.task=1000, hdds.scm.replication.container.inflight.replication.limit=0, hdds.scmclient.max.retry.timeout=30s, hdds.datanode.block.deleting.service.interval=60s, ozone.scm.expired.container.replica.op.scrub.interval=5m, ozone.scm.block.client.bind.host=0.0.0.0, hdds.datanode.recovering.container.scrubbing.service.interval=1m, ozone.scm.block.client.address=scm, ozone.scm.ha.grpc.deadline.interval=30m, hdds.scm. init.default.layout.version=-1, hdds.scm.replication.command.deadline.factor=0.9, ozone.scm.pipeline.destroy.timeout=66s, ozone.recon.scm.snapshot.enabled=true, ozone.scm.pipeline.per.metadata.disk=2, hdds.datanode.storage.utilization.warning.threshold=0.75, hdds.key.dir.name=keys, ozone.scm.pipeline.owner.container.count=1, ozone.scm.ha.ratis.server.retry.cache.timeout=60s, ozone.scm.block.size=256MB, ozone.scm.pipeline.allocated.timeout=5m, hdds.scm.replication.thread.interval=5s, ozone.scm.ha.ratis.log.purge.enabled=false, ozone.scm.datanode.admin.monitor.interval=30s, ozone.scm.info.wait.duration=10m, hdds.scm.replication.maintenance.replica.minimum=2, hdds.scm.unknown-container.action=WARN, hdds.scm.replication.over.replicated.interval=30s, hdds.scmclient.failover.max.retry=15, ozone.network.flexible.fqdn.resolution.enabled=false, ozone.scm.ha.ratis.request.timeout=30s, hdds.scm.safemode.threshold.pct=0.99, ozone.scm.ratis.port=9894, hdds.scm.safemode.healthy.pipeline.pct=0.10, ozone.scm.ha.ratis.leader.ready.wait.timeout=60s, hdds.scm.wait.time.after.safemode.exit=5m, ozone.recon.scm.container.threshold=100, ozone.scm.pipeline.scrub.interval=5m, ozone.recon.scm.connection.request.timeout=5s, ozone.block.deleting.service.timeout=300000ms, ozone.block.deleting.service.workers=10, hdds.scm.block.deleting.service.interval=60s, ozone.scm.skip.bootstrap.validation=false, ozone.scm.ha.ratis.leader.ready.check.interval=2s, ozone.scm.datanode.disallow.same.peers=false, ozone.scm.update.client.crl.check.interval=600s, ozone.scm.pipeline.creation.auto.factor.one=true, hdds.scm.safemode.pipeline-availability.check=true, ozone.scm.event.ContainerReport.thread.pool.size=10, hdds.scm.replication.container.inflight.deletion.limit=0, ozone.metadata.dirs=/data/metadata, ozone.scm.ha.ratis.log.appender.queue.num-elements=1024, ozone.scm.ha.ratis.segment.size=4MB, ozone.scm.ha.ratis.rpc.type=GRPC, ozone.metastore.rocksdb.statistics=OFF, hdds.scm.replication.push=true, ozone .scm.datanode.pipeline.limit=1, ozone.scm.grpc.port=9895, hdds.scm.replication.under.replicated.interval=30s, ozone.recon.scm.connection.timeout=5s, hdds.scm.pipeline.choose.policy.impl=org.apache.hadoop.hdds.scm.pipeline.choose.algorithms.RandomPipelineChoosePolicy, ozone.scm.ha.ratis.server.failure.timeout.duration=120s, hdds.datanode.block.deleting.limit.per.interval=5000, ozone.service.shutdown.timeout=60s, ozone.scm.client.address=scm, ozone.scm.chunk.size=4MB, ozone.scm.ha.ratis.log.purge.gap=1000000, ozone.scm.pipeline.leader-choose.policy= 2023-02-12 20:11:34 org.apache.hadoop.hdds.scm.pipeline.leader.choose.algorithms.MinLeaderCountChoosePolicy 2023-02-12 20:11:34 , hdds.scmclient.rpc.timeout=15m} 2023-02-12 20:11:34 ************************************************************/ ``` ``` Recon: /************************************************************ 2023-02-12 20:11:34 STARTUP_MSG: Starting ReconServer ... 2023-02-12 20:11:34 STARTUP_MSG: java = 11.0.17 2023-02-12 20:11:34 STARTUP_MSG: conf = {ozone.recon.http.auth.kerberos.principal=HTTP/[email protected], ozone.recon.task.missingcontainer.interval=300s, ozone.recon.sql.db.conn.idle.max.age=3600s, ozone.recon.http.enabled=true, ozone.recon.task.pipelinesync.interval=300s, ozone.recon.http-address=0.0.0.0:9888, ozone.recon.nssummary.flush.db.max.threshold=150000, ozone.recon.om.connection.timeout=5s, recon.om.delta.update.loop.limit=10, ozone.recon.administrators=testuser2/[email protected], recon.om.delta.update.limit=2000, ozone.recon.om.snapshot.task.flush.param=false, ozone.recon.sql.db.driver=org.apache.derby.jdbc.EmbeddedDriver, ozone.recon.security.client.datanode.container.protocol.acl=*, ozone.recon.scm.connection.timeout=5s, hdds.recon.heartbeat.interval=60s, ozone.recon.scm.container.threshold=100, ozone.recon.db.dir=/data/metadata/recon, ozone.recon.om.socket.timeout=5s, ozone.recon.sql.db.conn.timeout=30000ms, ozone.recon.https-bind-host=0.0.0.0, ozone.recon.om.snaps hot.task.interval.delay=1m, ozone.recon.task.thread.count=1, ozone.recon.http.auth.type=kerberos, ozone.recon.sql.db.conn.idle.test.period=60s, ozone.recon.kerberos.principal=recon/[email protected], ozone.recon.sql.db.conn.idle.test=SELECT 1, ozone.recon.sql.db.auto.commit=true, ozone.recon.scm.snapshot.enabled=true, ozone.recon.http-bind-host=0.0.0.0, ozone.recon.sql.db.jdbc.url=jdbc:derby:${ozone.recon.db.dir}/ozone_recon_derby.db, ozone.recon.scm.connection.request.timeout=5s, ozone.recon.om.snapshot.task.initial.delay=20s, ozone.service.shutdown.timeout=60s, ozone.recon.sql.db.conn.max.active=5, ozone.recon.scm.snapshot.task.initial.delay=1m, ozone.recon.scm.snapshot.task.interval.delay=24h, ozone.recon.om.connection.request.timeout=5000, ozone.recon.http.auth.kerberos.keytab=/etc/security/keytabs/recon.keytab, ozone.recon.task.safemode.wait.threshold=300s, ozone.recon.sql.db.jooq.dialect=DERBY, ozone.recon.sql.db.conn.max.age=1800s, ozone.recon.kerberos.keytab.file=/etc/securi ty/keytabs/recon.keytab, ozone.recon.https-address=0.0.0.0:9889} ``` ``` DN: /************************************************************ 2023-02-12 20:11:34 STARTUP_MSG: Starting HddsDatanodeService ... 2023-02-12 20:11:34 STARTUP_MSG: java = 11.0.17 2023-02-12 20:11:34 STARTUP_MSG: conf = {hdds.datanode.metadata.rocksdb.cache.size=64MB, ozone.scm.datanode.ratis.volume.free-space.min=1GB, hdds.datanode.rocksdb.auto-compaction-small-sst-file-num-threshold=512, hdds.ratis.raft.server.delete.ratis.log.directory=true, ozone.network.jvm.address.cache.enabled=true, hdds.datanode.chunk.data.validation.check=false, hdds.datanode.rocksdb.log.level=INFO, hdds.datanode.container.delete.threads.max=2, hdds.ratis.raft.server.watch.timeout=180s, hdds.datanode.container.schema.v3.enabled=true, hdds.datanode.block.delete.threads.max=5, hdds.ratis.raft.server.notification.no-leader.timeout=300s, hdds.ratis.raft.server.datastream.client.pool.size=10, hdds.ratis.raft.server.datastream.request.threads=20, ozone.fs.datastream.enabled=false, hdds.datanode.wait.on.all.followers=false, hdds.ratis.raft.server.rpc.slowness.timeout=300s, ozone.scm.ca.list.retry.interval=10s, hdds.datanode.replication.streams.limit=10, hdds.datanode.rocksdb.auto-compac tion-small-sst-file=true, hdds.datanode.failed.data.volumes.tolerated=-1, hdds.datanode.ratis.server.request.timeout=2m, hdds.datanode.rocksdb.max-open-files=1024, hdds.datanode.rocksdb.auto-compaction-small-sst-file-size-threshold=1MB, hdds.datanode.read.chunk.threads.per.volume=10, hdds.datanode.rocksdb.delete-obsolete-files-period=1h, hdds.datanode.container.schema.v3.key.separator=|, hdds.command.status.report.interval=30s, hdds.ratis.raft.server.leaderelection.pre-vote=false, hdds.datanode.block.delete.queue.limit=1440, hdds.ratis.raft.server.rpc.request.timeout=60s, hdds.container.replication.compression=NO_COMPRESSION, hdds.container.action.max.limit=20, hdds.datanode.periodic.disk.check.interval.minutes=60, hdds.datanode.rocksdb.log.max-file-num=64, hdds.datanode.df.refresh.period=5m, hdds.pipeline.action.max.limit=20, hdds.datanode.failed.db.volumes.tolerated=-1, hdds.datanode.rocksdb.log.max-file-size=32MB, hdds.datanode.disk.check.timeout=10m, hdds.container.close.thresho ld=0.9f, hdds.datanode.disk.check.min.gap=15m, ozone.service.shutdown.timeout=60s, hdds.ratis.raft.server.write.element-limit=1024, hdds.datanode.replication.port=9886, hdds.container.checksum.verification.enabled=true, hdds.datanode.failed.metadata.volumes.tolerated=-1, hdds.datanode.du.refresh.period=1h, hdds.datanode.http.auth.type=kerberos} ``` ``` S3G: /************************************************************ 2023-02-12 17:03:21 STARTUP_MSG: Starting Gateway ... 2023-02-12 17:03:21 STARTUP_MSG: java = 11.0.17 2023-02-12 17:03:21 STARTUP_MSG: conf = {hadoop.http.idle_timeout.ms=60000, ozone.s3g.volume.name=s3v, ozone.s3g.http-address=0.0.0.0:9878, ozone.om.grpc.maximum.response.length=134217728, ozone.s3g.http.enabled=true, ozone.service.shutdown.timeout=60s, ozone.s3g.client.buffer.size=4KB, ozone.s3g.http.auth.kerberos.principal=HTTP/[email protected], ozone.s3g.kerberos.principal=s3g/[email protected], ozone.s3g.kerberos.keytab.file=/etc/security/keytabs/s3g.keytab, ozone.s3g.http.auth.kerberos.keytab=/etc/security/keytabs/s3g.keytab, ozone.s3g.http-bind-host=0.0.0.0} ``` ``` Ozone CSI: sh-4.2$ ozone csi -conf=/etc/hadoop/x --verbose ... 2023-02-13 01:05:19,080 [main] INFO csi.CsiServer: STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting CsiServer STARTUP_MSG: host = b453337cacf2/172.18.0.8 STARTUP_MSG: args = [-conf=/etc/hadoop/x, --verbose] STARTUP_MSG: version = 1.4.0-SNAPSHOT STARTUP_MSG: classpath = /etc/hadoop... STARTUP_MSG: build = [email protected]:SaketaChalamchala/ozone.git/e2a52323ad6a6c0675717e89dd3e9f472e52c228 ; compiled by 'schalamchala' on 2023-02-13T02:12Z STARTUP_MSG: java = 11.0.17 STARTUP_MSG: conf = {ozone.csi.s3g.address=http://localhost:9878, ozone.csi.mount.command=goofys --endpoint %s %s %s, ozone.csi.socket=/var/lib/csi.sock, ozone.csi.default-volume-size=1000000000} ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
