SLIDER-1165 bring back few files required by tests
Project: http://git-wip-us.apache.org/repos/asf/incubator-slider/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-slider/commit/940c087a Tree: http://git-wip-us.apache.org/repos/asf/incubator-slider/tree/940c087a Diff: http://git-wip-us.apache.org/repos/asf/incubator-slider/diff/940c087a Branch: refs/heads/yarn-native-services Commit: 940c087a90e808375474308592e40e60105d3ea9 Parents: 51c2b92 Author: Gour Saha <gourks...@apache.org> Authored: Thu Aug 25 13:03:04 2016 -0700 Committer: Gour Saha <gourks...@apache.org> Committed: Thu Aug 25 13:03:04 2016 -0700 ---------------------------------------------------------------------- .../slider/providers/agent/conf/agent.txt | 19 +++ .../slider/providers/agent/conf/command.json | 168 +++++++++++++++++++ .../providers/agent/conf/command_template.json | 168 +++++++++++++++++++ 3 files changed, 355 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/940c087a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/agent.txt ---------------------------------------------------------------------- diff --git a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/agent.txt b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/agent.txt new file mode 100644 index 0000000..79c1972 --- /dev/null +++ b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/agent.txt @@ -0,0 +1,19 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +This is the conf directory for the python agent \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/940c087a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command.json ---------------------------------------------------------------------- diff --git a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command.json b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command.json new file mode 100644 index 0000000..197a046 --- /dev/null +++ b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command.json @@ -0,0 +1,168 @@ +{ + "roleCommand": "START", + "clusterName": "c1", + "hostname": "c6402.ambari.apache.org", + "hostLevelParams": { + "java_home": "/usr/jdk64/jdk1.7.0_45" + }, + "commandType": "EXECUTION_COMMAND", + "roleParams": {}, + "serviceName": "HBASE", + "role": "HBASE_MASTER", + "commandParams": {}, + "taskId": 24, + "public_hostname": "c6402.ambari.apache.org", + "configurations": { + "hbase-log4j": { + "log4j.threshold": "ALL", + "log4j.rootLogger": "${hbase.root.logger}", + "log4j.logger.org.apache.zookeeper": "INFO", + "log4j.logger.org.apache.hadoop.hbase": "DEBUG", + "log4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher": "INFO", + "log4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil": "INFO", + "log4j.category.SecurityLogger": "${hbase.security.logger}", + "log4j.appender.console": "org.apache.log4j.ConsoleAppender", + "log4j.appender.console.target": "System.err", + "log4j.appender.console.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.console.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.RFAS": "org.apache.log4j.RollingFileAppender", + "log4j.appender.RFAS.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.RFAS.layout.ConversionPattern": "%d{ISO8601} %p %c: %m%n", + "log4j.appender.RFAS.MaxFileSize": "${hbase.security.log.maxfilesize}", + "log4j.appender.RFAS.MaxBackupIndex": "${hbase.security.log.maxbackupindex}", + "log4j.appender.RFAS.File": "${hbase.log.dir}/${hbase.security.log.file}", + "log4j.appender.RFA": "org.apache.log4j.RollingFileAppender", + "log4j.appender.RFA.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.RFA.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.RFA.MaxFileSize": "${hbase.log.maxfilesize}", + "log4j.appender.RFA.MaxBackupIndex": "${hbase.log.maxbackupindex}", + "log4j.appender.RFA.File": "${hbase.log.dir}/${hbase.log.file}", + "log4j.appender.NullAppender": "org.apache.log4j.varia.NullAppender", + "log4j.appender.DRFA": "org.apache.log4j.DailyRollingFileAppender", + "log4j.appender.DRFA.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.DRFA.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.DRFA.File": "${hbase.log.dir}/${hbase.log.file}", + "log4j.appender.DRFA.DatePattern": ".yyyy-MM-dd", + "log4j.additivity.SecurityLogger": "false", + "hbase.security.logger": "INFO,console", + "hbase.security.log.maxfilesize": "256MB", + "hbase.security.log.maxbackupindex": "20", + "hbase.security.log.file": "SecurityAuth.audit", + "hbase.root.logger": "INFO,console", + "hbase.log.maxfilesize": "256MB", + "hbase.log.maxbackupindex": "20", + "hbase.log.file": "hbase.log", + "hbase.log.dir": "." + }, + "global": { + "hbase_root": "/share/hbase/hbase-0.96.1-hadoop2", + "hbase_pid_dir": "/var/run/hbase", + "proxyuser_group": "users", + "syncLimit": "5", + "hbase_regionserver_heapsize": "1024m", + "rca_enabled": "false", + "tickTime": "2000", + "hbase_master_heapsize": "1024m", + "initLimit": "10", + "user_group": "hadoop", + "hbase_user": "hbase", + "hbase_log_dir": "/var/log/hbase" + }, + "hdfs-site": { + "dfs.namenode.checkpoint.period": "21600", + "dfs.namenode.avoid.write.stale.datanode": "true", + "dfs.namenode.checkpoint.txns": "1000000", + "dfs.block.access.token.enable": "true", + "dfs.support.append": "true", + "dfs.datanode.address": "0.0.0.0:${ambari.dfs.datanode.port}", + "dfs.cluster.administrators": " hdfs", + "dfs.replication": "3", + "ambari.dfs.datanode.http.port": "50075", + "dfs.datanode.balance.bandwidthPerSec": "6250000", + "dfs.namenode.safemode.threshold-pct": "1.0f", + "dfs.namenode.checkpoint.edits.dir": "${dfs.namenode.checkpoint.dir}", + "dfs.permissions.enabled": "true", + "dfs.client.read.shortcircuit": "true", + "dfs.namenode.https-address": "c6402.ambari.apache.org:50470", + "dfs.journalnode.edits.dir": "/grid/0/hdfs/journal", + "dfs.blocksize": "134217728", + "dfs.datanode.max.transfer.threads": "1024", + "dfs.datanode.du.reserved": "1073741824", + "dfs.webhdfs.enabled": "true", + "dfs.namenode.handler.count": "100", + "dfs.namenode.checkpoint.dir": "/hadoop/hdfs/namesecondary", + "fs.permissions.umask-mode": "022", + "dfs.datanode.http.address": "0.0.0.0:${ambari.dfs.datanode.http.port}", + "dfs.datanode.ipc.address": "0.0.0.0:8010", + "dfs.datanode.data.dir": "/hadoop/hdfs/data", + "dfs.namenode.http-address": "c6402.ambari.apache.org:50070", + "dfs.blockreport.initialDelay": "120", + "dfs.datanode.failed.volumes.tolerated": "0", + "dfs.namenode.accesstime.precision": "0", + "ambari.dfs.datanode.port": "50010", + "dfs.namenode.avoid.read.stale.datanode": "true", + "dfs.namenode.secondary.http-address": "c6402.ambari.apache.org:50090", + "dfs.namenode.stale.datanode.interval": "30000", + "dfs.heartbeat.interval": "3", + "dfs.client.read.shortcircuit.streams.cache.size": "4096", + "dfs.permissions.superusergroup": "hdfs", + "dfs.https.port": "50470", + "dfs.journalnode.http-address": "0.0.0.0:8480", + "dfs.domain.socket.path": "/var/lib/hadoop-hdfs/dn_socket", + "dfs.namenode.write.stale.datanode.ratio": "1.0f", + "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude", + "dfs.datanode.data.dir.perm": "750", + "dfs.namenode.name.dir.restore": "true", + "dfs.replication.max": "50", + "dfs.namenode.name.dir": "/hadoop/hdfs/namenode" + }, + "hbase-site": { + "hbase.hstore.flush.retries.number": "120", + "hbase.client.keyvalue.maxsize": "10485760", + "hbase.hstore.compactionThreshold": "3", + "hbase.rootdir": "hdfs://c6402.ambari.apache.org:8020/apps/hbase/data", + "hbase.stagingdir": "hdfs://c6402.ambari.apache.org:8020/apps/hbase/staging", + "hbase.regionserver.handler.count": "60", + "hbase.regionserver.global.memstore.lowerLimit": "0.38", + "hbase.hregion.memstore.block.multiplier": "2", + "hbase.hregion.memstore.flush.size": "134217728", + "hbase.superuser": "hbase", + "hbase.zookeeper.property.clientPort": "2181", + "hbase.regionserver.global.memstore.upperLimit": "0.4", + "zookeeper.session.timeout": "30000", + "hbase.tmp.dir": "/hadoop/hbase", + "hbase.hregion.max.filesize": "10737418240", + "hfile.block.cache.size": "0.40", + "hbase.security.authentication": "simple", + "hbase.defaults.for.version.skip": "true", + "hbase.zookeeper.quorum": "c6402.ambari.apache.org", + "zookeeper.znode.parent": "/hbase-unsecure", + "hbase.hstore.blockingStoreFiles": "10", + "hbase.hregion.majorcompaction": "86400000", + "hbase.security.authorization": "false", + "hbase.cluster.distributed": "true", + "hbase.hregion.memstore.mslab.enabled": "true", + "hbase.client.scanner.caching": "100", + "hbase.zookeeper.useMulti": "true", + "hbase.regionserver.info.port": "0", + "hbase.master.info.port": "60010" + }, + "core-site": { + "io.serializations": "org.apache.hadoop.io.serializer.WritableSerialization", + "gluster.daemon.user": "null", + "fs.trash.interval": "360", + "hadoop.security.authentication": "simple", + "io.compression.codecs": "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec", + "mapreduce.jobtracker.webinterface.trusted": "false", + "fs.AbstractFileSystem.glusterfs.impl": "null", + "fs.defaultFS": "hdfs://c6402.ambari.apache.org:8020", + "ipc.client.connect.max.retries": "50", + "ipc.client.idlethreshold": "8000", + "io.file.buffer.size": "131072", + "hadoop.security.authorization": "false", + "hadoop.security.auth_to_local": "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT", + "ipc.client.connection.maxidletime": "30000" + } + }, + "commandId": "2-2" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-slider/blob/940c087a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command_template.json ---------------------------------------------------------------------- diff --git a/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command_template.json b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command_template.json new file mode 100644 index 0000000..da06c13 --- /dev/null +++ b/slider-core/src/main/resources/org/apache/slider/providers/agent/conf/command_template.json @@ -0,0 +1,168 @@ +{ + "roleCommand": "{{COMMAND}}", + "clusterName": "{{CLUSTER_NAME}}", + "hostname": "{{HOST_NAME}}", + "hostLevelParams": { + "java_home": "/usr/jdk64/jdk1.7.0_45" + }, + "commandType": "EXECUTION_COMMAND", + "roleParams": {}, + "serviceName": "{{SERVICE_NAME}}", + "role": "{{ROLE_NAME}}", + "commandParams": {}, + "taskId": "{{TASK_ID}}", + "public_hostname": "{{HOST_NAME}}", + "configurations": { + "hbase-log4j": { + "log4j.threshold": "ALL", + "log4j.rootLogger": "${hbase.root.logger}", + "log4j.logger.org.apache.zookeeper": "INFO", + "log4j.logger.org.apache.hadoop.hbase": "DEBUG", + "log4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher": "INFO", + "log4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil": "INFO", + "log4j.category.SecurityLogger": "${hbase.security.logger}", + "log4j.appender.console": "org.apache.log4j.ConsoleAppender", + "log4j.appender.console.target": "System.err", + "log4j.appender.console.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.console.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.RFAS": "org.apache.log4j.RollingFileAppender", + "log4j.appender.RFAS.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.RFAS.layout.ConversionPattern": "%d{ISO8601} %p %c: %m%n", + "log4j.appender.RFAS.MaxFileSize": "${hbase.security.log.maxfilesize}", + "log4j.appender.RFAS.MaxBackupIndex": "${hbase.security.log.maxbackupindex}", + "log4j.appender.RFAS.File": "${hbase.log.dir}/${hbase.security.log.file}", + "log4j.appender.RFA": "org.apache.log4j.RollingFileAppender", + "log4j.appender.RFA.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.RFA.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.RFA.MaxFileSize": "${hbase.log.maxfilesize}", + "log4j.appender.RFA.MaxBackupIndex": "${hbase.log.maxbackupindex}", + "log4j.appender.RFA.File": "${hbase.log.dir}/${hbase.log.file}", + "log4j.appender.NullAppender": "org.apache.log4j.varia.NullAppender", + "log4j.appender.DRFA": "org.apache.log4j.DailyRollingFileAppender", + "log4j.appender.DRFA.layout": "org.apache.log4j.PatternLayout", + "log4j.appender.DRFA.layout.ConversionPattern": "%d{ISO8601} %-5p [%t] %c{2}: %m%n", + "log4j.appender.DRFA.File": "${hbase.log.dir}/${hbase.log.file}", + "log4j.appender.DRFA.DatePattern": ".yyyy-MM-dd", + "log4j.additivity.SecurityLogger": "false", + "hbase.security.logger": "INFO,console", + "hbase.security.log.maxfilesize": "256MB", + "hbase.security.log.maxbackupindex": "20", + "hbase.security.log.file": "SecurityAuth.audit", + "hbase.root.logger": "INFO,console", + "hbase.log.maxfilesize": "256MB", + "hbase.log.maxbackupindex": "20", + "hbase.log.file": "hbase.log", + "hbase.log.dir": "." + }, + "global": { + "hbase_root": "{{HBASE_HOME}}", + "hbase_pid_dir": "{{PID_DIR}}", + "proxyuser_group": "users", + "syncLimit": "5", + "hbase_regionserver_heapsize": "{{REGION_SERVER_HEAP_SIZE}}", + "rca_enabled": "false", + "tickTime": "2000", + "hbase_master_heapsize": "{{MASTER_HEAP_SIZE}}", + "initLimit": "10", + "user_group": "{{GROUP_NAME}}", + "hbase_user": "{{USER_NAME}}", + "hbase_log_dir": "{{LOG_DIR}}" + }, + "hdfs-site": { + "dfs.namenode.checkpoint.period": "21600", + "dfs.namenode.avoid.write.stale.datanode": "true", + "dfs.namenode.checkpoint.txns": "1000000", + "dfs.block.access.token.enable": "true", + "dfs.support.append": "true", + "dfs.datanode.address": "0.0.0.0:${ambari.dfs.datanode.port}", + "dfs.cluster.administrators": " hdfs", + "dfs.replication": "3", + "ambari.dfs.datanode.http.port": "50075", + "dfs.datanode.balance.bandwidthPerSec": "6250000", + "dfs.namenode.safemode.threshold-pct": "1.0f", + "dfs.namenode.checkpoint.edits.dir": "${dfs.namenode.checkpoint.dir}", + "dfs.permissions.enabled": "true", + "dfs.client.read.shortcircuit": "true", + "dfs.namenode.https-address": "{{NAMENODE_HTTPS_ADDRESS}}", + "dfs.journalnode.edits.dir": "/grid/0/hdfs/journal", + "dfs.blocksize": "134217728", + "dfs.datanode.max.transfer.threads": "1024", + "dfs.datanode.du.reserved": "1073741824", + "dfs.webhdfs.enabled": "true", + "dfs.namenode.handler.count": "100", + "dfs.namenode.checkpoint.dir": "/hadoop/hdfs/namesecondary", + "fs.permissions.umask-mode": "022", + "dfs.datanode.http.address": "0.0.0.0:${ambari.dfs.datanode.http.port}", + "dfs.datanode.ipc.address": "0.0.0.0:8010", + "dfs.datanode.data.dir": "/hadoop/hdfs/data", + "dfs.namenode.http-address": "{{NAMENODE_HTTP_ADDRESS}}", + "dfs.blockreport.initialDelay": "120", + "dfs.datanode.failed.volumes.tolerated": "0", + "dfs.namenode.accesstime.precision": "0", + "ambari.dfs.datanode.port": "50010", + "dfs.namenode.avoid.read.stale.datanode": "true", + "dfs.namenode.secondary.http-address": "c6402.ambari.apache.org:50090", + "dfs.namenode.stale.datanode.interval": "30000", + "dfs.heartbeat.interval": "3", + "dfs.client.read.shortcircuit.streams.cache.size": "4096", + "dfs.permissions.superusergroup": "hdfs", + "dfs.https.port": "50470", + "dfs.journalnode.http-address": "0.0.0.0:8480", + "dfs.domain.socket.path": "/var/lib/hadoop-hdfs/dn_socket", + "dfs.namenode.write.stale.datanode.ratio": "1.0f", + "dfs.hosts.exclude": "/etc/hadoop/conf/dfs.exclude", + "dfs.datanode.data.dir.perm": "750", + "dfs.namenode.name.dir.restore": "true", + "dfs.replication.max": "50", + "dfs.namenode.name.dir": "/hadoop/hdfs/namenode" + }, + "hbase-site": { + "hbase.hstore.flush.retries.number": "120", + "hbase.client.keyvalue.maxsize": "10485760", + "hbase.hstore.compactionThreshold": "3", + "hbase.rootdir": "{{HBASE_ROOT_DIR}}", + "hbase.stagingdir": "{{HBASE_STAGING_DIR}}", + "hbase.regionserver.handler.count": "60", + "hbase.regionserver.global.memstore.lowerLimit": "0.38", + "hbase.hregion.memstore.block.multiplier": "2", + "hbase.hregion.memstore.flush.size": "134217728", + "hbase.superuser": "{{HBASE_SUPERUSER}}", + "hbase.zookeeper.property.clientPort": "{{ZK_CLIENT_PORT}}", + "hbase.regionserver.global.memstore.upperLimit": "0.4", + "zookeeper.session.timeout": "30000", + "hbase.tmp.dir": "/hadoop/hbase", + "hbase.hregion.max.filesize": "10737418240", + "hfile.block.cache.size": "0.40", + "hbase.security.authentication": "simple", + "hbase.defaults.for.version.skip": "true", + "hbase.zookeeper.quorum": "{{ZK_HOSTS}}", + "zookeeper.znode.parent": "{{ZK_NODE_PARENT}}", + "hbase.hstore.blockingStoreFiles": "10", + "hbase.hregion.majorcompaction": "86400000", + "hbase.security.authorization": "false", + "hbase.cluster.distributed": "true", + "hbase.hregion.memstore.mslab.enabled": "true", + "hbase.client.scanner.caching": "100", + "hbase.zookeeper.useMulti": "true", + "hbase.regionserver.info.port": "{{REGION_SERVER_INFO_PORT}}", + "hbase.master.info.port": "{{MASTER_INFO_PORT}}" + }, + "core-site": { + "io.serializations": "org.apache.hadoop.io.serializer.WritableSerialization", + "gluster.daemon.user": "null", + "fs.trash.interval": "360", + "hadoop.security.authentication": "simple", + "io.compression.codecs": "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec", + "mapreduce.jobtracker.webinterface.trusted": "false", + "fs.AbstractFileSystem.glusterfs.impl": "null", + "fs.defaultFS": "{{DEFAULT_FS}}", + "ipc.client.connect.max.retries": "50", + "ipc.client.idlethreshold": "8000", + "io.file.buffer.size": "131072", + "hadoop.security.authorization": "false", + "hadoop.security.auth_to_local": "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT", + "ipc.client.connection.maxidletime": "30000" + } + }, + "commandId": "{{COMMAND_ID}}" +} \ No newline at end of file
