http://git-wip-us.apache.org/repos/asf/knox/blob/6736393d/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json ---------------------------------------------------------------------- diff --git a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json index 2e9b772..f578653 100644 --- a/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json +++ b/gateway-test/src/test/resources/org/apache/knox/gateway/GatewayBasicFuncTest/yarn/proxy-mapreduce-job-conf.json @@ -1,5263 +1,5263 @@ { - "conf":{ - "path":"hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml", - "property":[ - { - "name":"dfs.datanode.data.dir", - "value":"/var/hadoop/datanode", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.checkpoint.txns", - "value":"1000000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"s3.replication", - "value":"3", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.output.fileoutputformat.compress.type", - "value":"RECORD", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.jobhistory.lru.cache.size", - "value":"5", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.failed.volumes.tolerated", - "value":"0", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.webapp.spnego-keytab-file", - "value":"/etc/security/keytabs/spnego.service.keytab", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.principal", - "value":"rm/[email protected]", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.http.filter.initializers", - "value":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.cluster.temp.dir", - "value":"${hadoop.tmp.dir}/mapred/temp", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.keytab", - "value":"/etc/security/keytabs/nm.service.keytab", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.shuffle.memory.limit.percent", - "value":"0.25", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.checkpoint.max-retries", - "value":"3", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.zk-acl", - "value":"world:anyone:rwcda", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.skip.maxgroups", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.https.server.keystore.resource", - "value":"ssl-server.xml", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.task.container.log.backups", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.domain.socket.path", - "value":"/var/lib/hadoop-hdfs/dn_socket", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.http.authentication.kerberos.keytab", - "value":"${user.home}/hadoop.keytab", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.sleepjob.reduce.sleep.count", - "value":"120000", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.generic-application-history.store-class", - "value":"org.apache.hadoop.yarn.server.applicationhistoryservice.FileSystemApplicationHistoryStore", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage", - "value":"100.0", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"jetty.connector", - "value":"org.mortbay.jetty.nio.SelectChannelConnector", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.jar", - "value":"/user/hdfs/.staging/job_1399541193872_0035/job.jar", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.localizer.client.thread-count", - "value":"5", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.done-dir", - "value":"/mapred/history/done", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.framework.name", - "value":"yarn", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.failover-controller.new-active.rpc-timeout.ms", - "value":"60000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.health-monitor.check-interval.ms", - "value":"1000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.file.buffer.size", - "value":"131072", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.shuffle.max.connections", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.path.based.cache.block.map.allocation.percent", - "value":"0.25", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.tmp.dir", - "value":"./tmp", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.checkpoint.period", - "value":"86400", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.encrypt.data.transfer.algorithm", - "value":"3des", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.mmap.cache.timeout.ms", - "value":"3600000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.kill.max", - "value":"10", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.scheduler.class", - "value":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.taskcache.levels", - "value":"2", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"s3.stream-buffer-size", - "value":"4096", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.secondary.http-address", - "value":"host.yarn.com:50090", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.decommission.interval", - "value":"30", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.webapp.spnego-principal", - "value":"HTTP/[email protected]", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.http-address", - "value":"host.yarn.com:50070", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.files.preserve.failedtasks", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.encrypt.data.transfer", - "value":"false", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.ha.enabled", - "value":"false", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.address", - "value":"0.0.0.0:50010", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.avoid.write.stale.datanode", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"nfs3.server.port", - "value":"2049", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.http.authentication.token.validity", - "value":"36000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.AbstractFileSystem.wasb.impl", - "value":"org.apache.hadoop.fs.azurenative.Wasb", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.search.filter.group", - "value":"(objectClass=group)", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.failover.max.attempts", - "value":"15", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.scheduler.monitor.policies", - "value":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.fs.state-store.retry-policy-spec", - "value":"2000, 500", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.admin.acl", - "value":"*", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.sleepjob.reduce.sleep.time", - "value":"12000000", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.local-cache.max-files-per-directory", - "value":"8192", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.client.failover-retries-on-socket-timeouts", - "value":"0", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.application-tokens.master-key-rolling-interval-secs", - "value":"86400", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.retrycache.expirytime.millis", - "value":"600000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.nodemanagers.heartbeat-interval-ms", - "value":"1000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.failover.connection.retries.on.timeouts", - "value":"0", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.client.failover-proxy-provider", - "value":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.sort.spill.percent", - "value":"0.9", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"file.stream-buffer-size", - "value":"4096", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.webhdfs.enabled", - "value":"true", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.compression.codec.lzo.class", - "value":"com.hadoop.compression.lzo.LzoCodec", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.connection.maxidletime", - "value":"30000", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.persist.jobstatus.hours", - "value":"1", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.image.transfer.chunksize", - "value":"65536", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.resourcemanager.connect.retry_interval.secs", - "value":"30", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.address", - "value":"0.0.0.0:45454", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.ipc.address", - "value":"0.0.0.0:8010", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.ha.automatic-failover.embedded", - "value":"true", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.recovery.store.fs.uri", - "value":"${hadoop.tmp.dir}/mapred/history/recoverystore", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.zk-state-store.parent-path", - "value":"/rmstore", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.job.task.listener.thread-count", - "value":"30", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.list.cache.pools.num.responses", - "value":"100", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.proxyuser.hbase.groups", - "value":"users", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.read.shortcircuit", - "value":"true", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.safemode.extension", - "value":"30000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.generic-application-history.fs-history-store.compression-type", - "value":"none", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.zookeeper.parent-znode", - "value":"/hadoop-ha", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.container-executor.class", - "value":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.skip.checksum.errors", - "value":"false", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.path.based.cache.refresh.interval.ms", - "value":"30000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.user.name", - "value":"hdfs", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.scheduler.client.thread-count", - "value":"50", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.http.authentication.kerberos.principal", - "value":"HTTP/_HOST@LOCALHOST", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.log.level", - "value":"INFO", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern", - "value":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.s3.maxRetries", - "value":"4", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.server.max.response.size", - "value":"5242880", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.admin.reduce.child.java.opts", - "value":"-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.resourcemanager.minimum.version", - "value":"NONE", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.kerberos.kinit.command", - "value":"kinit", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.log-aggregation.retain-check-interval-seconds", - "value":"-1", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.process-kill-wait.ms", - "value":"2000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.linux-container-executor.cgroups.mount", - "value":"false", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.output.key.class", - "value":"org.apache.hadoop.io.IntWritable", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.working.dir", - "value":"hdfs://hdfs.host.yarn.com:8020/user/hdfs", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.name.dir.restore", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.handler.count", - "value":"10", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.admin.address", - "value":"0.0.0.0:10033", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.client-am.ipc.max-retries", - "value":"3", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.use.datanode.hostname", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.util.hash.type", - "value":"murmur", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.available-space-volume-choosing-policy.balanced-space-preference-fraction", - "value":"0.75f", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.dns.interface", - "value":"default", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.seqfile.lazydecompress", - "value":"true", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.disk-health-checker.min-healthy-disks", - "value":"0.25", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.maxtaskfailures.per.tracker", - "value":"3", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.healthchecker.script.timeout", - "value":"600000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.client.max-nodemanagers-proxies", - "value":"500", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.search.attr.group.name", - "value":"cn", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.df.interval", - "value":"60000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.kerberos.internal.spnego.principal", - "value":"${dfs.web.authentication.kerberos.principal}", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.cached.conn.retry", - "value":"3", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.reduce.class", - "value":"org.apache.hadoop.mapreduce.SleepJob$SleepReducer", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.map.class", - "value":"org.apache.hadoop.mapreduce.SleepJob$SleepMapper", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.reduce.shuffle.consumer.plugin.class", - "value":"org.apache.hadoop.mapreduce.task.reduce.Shuffle", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.address", - "value":"local", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.tasks.sleeptimebeforesigkill", - "value":"5000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.journalnode.rpc-address", - "value":"0.0.0.0:8485", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.fs-limits.max-blocks-per-file", - "value":"1048576", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.acl-view-job", - "value":"*", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.job.committer.cancel-timeout", - "value":"60000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.block.write.replace-datanode-on-failure.policy", - "value":"DEFAULT", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.shuffle.connection-keep-alive.enable", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.counters.group.name.max", - "value":"1000", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.replication.interval", - "value":"3", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.minicluster.fixed.ports", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.num.checkpoints.retained", - "value":"2", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.scheduler.address", - "value":"${yarn.resourcemanager.hostname}:8030", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.http.address", - "value":"0.0.0.0:50060", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.admin.acl", - "value":"*", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.directoryscan.threads", - "value":"1", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.memory.mb", - "value":"3072", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.ssl", - "value":"false", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.principal", - "value":"nm/[email protected]", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.http.policy", - "value":"HTTP_ONLY", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.merge.progress.records", - "value":"10000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.heartbeat.interval", - "value":"3", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.recovery.enabled", - "value":"false", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"net.topology.script.number.args", - "value":"100", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.hosts.exclude", - "value":"/etc/hadoop/conf/dfs.exclude", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.local.clientfactory.class.name", - "value":"org.apache.hadoop.mapred.LocalClientFactory", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client-write-packet-size", - "value":"65536", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.directory.search.timeout", - "value":"10000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.native.lib.available", - "value":"true", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.failover.connection.retries", - "value":"0", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.disk-health-checker.interval-ms", - "value":"120000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.blocksize", - "value":"134217728", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs", - "value":"86400", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.webapp.address", - "value":"host.yarn.com:19888", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.resource-tracker.client.thread-count", - "value":"50", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.client.failover-retries", - "value":"0", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.blockreport.initialDelay", - "value":"120", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.aux-services.mapreduce_shuffle.class", - "value":"org.apache.hadoop.mapred.ShuffleHandler", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.health-monitor.rpc-timeout.ms", - "value":"45000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.zk-timeout-ms", - "value":"10000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.markreset.buffer.percent", - "value":"0.0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size", - "value":"10000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.ha.tail-edits.period", - "value":"60", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.admin.user.env", - "value":"LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/`$JAVA_HOME/bin/java -d32 -version &> /dev/null;if [ $? -eq 0 ]; then echo Linux-i386-32; else echo Linux-amd64-64;fi`", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.client.thread-count", - "value":"50", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.health-checker.script.timeout-ms", - "value":"60000", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"file.bytes-per-checksum", - "value":"512", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.replication.max", - "value":"50", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.max.extra.edits.segments.retained", - "value":"10000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.map.index.skip", - "value":"0", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.webapp.spnego-principal", - "value":"HTTP/[email protected]", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.timeout", - "value":"600000", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.du.reserved", - "value":"1073741824", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.cpu.vcores", - "value":"1", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.support.append", - "value":"true", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.file-block-storage-locations.num-threads", - "value":"10", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ftp.blocksize", - "value":"67108864", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.container-manager.thread-count", - "value":"20", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.server.listen.queue.size", - "value":"128", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.amliveliness-monitor.interval-ms", - "value":"1000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.ha.automatic-failover.enabled", - "value":"true", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.ssl.hostname.verifier", - "value":"DEFAULT", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.dns.interface", - "value":"default", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.search.attr.member", - "value":"member", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.userlog.retain.hours", - "value":"24", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.outofband.heartbeat", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.log.server.url", - "value":"http://host.yarn.com:19888/jobhistory/logs";, - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.name", - "value":"Sleep job", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.resource.memory-mb", - "value":"8192", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.webhdfs.user.provider.user.pattern", - "value":"^[A-Za-z_][A-Za-z0-9._-]*[$]?$", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.web.authentication.kerberos.keytab", - "value":"/etc/security/keytabs/spnego.service.keytab", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.delegation.token.renew-interval", - "value":"86400000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.ssl.keystores.factory.class", - "value":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.http.policy", - "value":"HTTP_ONLY", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.sync.behind.writes", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.read.shortcircuit.skip.checksum", - "value":"false", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.maxattempts", - "value":"4", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.webapp.address", - "value":"${yarn.timeline-service.hostname}:8188", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.handler.count", - "value":"10", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.ssl.require.client.cert", - "value":"false", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ftp.client-write-packet-size", - "value":"65536", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.write.exclude.nodes.cache.expiry.interval.millis", - "value":"600000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.server.tcpnodelay", - "value":"false", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.cleaner.enable", - "value":"true", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.du.interval", - "value":"600000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.shuffle.retry-delay.max.ms", - "value":"60000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.profile.reduces", - "value":"0-2", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.health-monitor.connect-retry-interval.ms", - "value":"1000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.fuse.connection.timeout", - "value":"300", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.permissions.superusergroup", - "value":"hdfs", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.jobhistory.task.numberprogresssplits", - "value":"12", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.counters.counter.name.max", - "value":"1000", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.ftp.host.port", - "value":"21", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.speculative", - "value":"false", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.data.dir.perm", - "value":"755", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.client.submit.file.replication", - "value":"10", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.ubertask.maxmaps", - "value":"9", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"s3native.blocksize", - "value":"67108864", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.replication.min", - "value":"1", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.cluster.acls.enabled", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.webapp.https.address", - "value":"host.yarn.com:19888", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.uid.cache.secs", - "value":"14400", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.localizer.fetch.thread-count", - "value":"4", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"map.sort.class", - "value":"org.apache.hadoop.util.QuickSort", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.trash.checkpoint.interval", - "value":"0", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.proxyuser.hcat.groups", - "value":"users", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapred.queue.default.acl-administer-jobs", - "value":"*", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.image.transfer.timeout", - "value":"60000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.name.dir", - "value":"/var/hadoop/namenode", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.connect.timeout", - "value":"20000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.staging-dir", - "value":"/user", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.AbstractFileSystem.file.impl", - "value":"org.apache.hadoop.fs.local.LocalFs", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.env-whitelist", - "value":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.image.compression.codec", - "value":"org.apache.hadoop.io.compress.DefaultCodec", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.reduces", - "value":"1", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.complete.cancel.delegation.tokens", - "value":"true", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.recovery.store.class", - "value":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.group.mapping.ldap.search.filter.user", - "value":"(&(objectClass=user)(sAMAccountName={0}))", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.enable.retrycache", - "value":"true", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.sleep-delay-before-sigkill.ms", - "value":"250", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.joblist.cache.size", - "value":"20000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.outputformat.class", - "value":"org.apache.hadoop.mapreduce.lib.output.NullOutputFormat", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.healthchecker.interval", - "value":"60000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.heartbeats.in.second", - "value":"100", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.auth_to_local", - "value":"\n RULE:[2:$1@$0](jhs@.*EXAMPLE.COM)s/.*/mapred/\n RULE:[2:$1@$0]([nr]m@.*EXAMPLE.COM)s/.*/yarn/\n RULE:[2:$1@$0]([nd]n@.*EXAMPLE.COM)s/.*/hdfs/\n DEFAULT", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.admin.map.child.java.opts", - "value":"-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.persist.jobstatus.dir", - "value":"/jobtracker/jobsInfo", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.backup.http-address", - "value":"0.0.0.0:50105", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.rpc.protection", - "value":"authentication", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.mmap.enabled", - "value":"true", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.container.log.backups", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ftp.stream-buffer-size", - "value":"4096", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.https-address", - "value":"host.yarn.com:50701", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.address", - "value":"${yarn.timeline-service.hostname}:10200", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.ha.log-roll.period", - "value":"120", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.webapp.spnego-keytab-file", - "value":"/etc/security/keytabs/spnego.service.keytab", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.admin.client.thread-count", - "value":"1", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.webapp.spnego-keytab-file", - "value":"/etc/security/keytabs/spnego.service.keytab", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.fsdatasetcache.max.threads.per.volume", - "value":"4", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"file.client-write-packet-size", - "value":"65536", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.http.authentication.simple.anonymous.allowed", - "value":"true", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.leveldb-timeline-store.path", - "value":"${yarn.log.dir}/timeline", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.drop.cache.behind.reads", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.log.retain-seconds", - "value":"10800", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.image.transfer.bandwidthPerSec", - "value":"0", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.instrumentation", - "value":"org.apache.hadoop.mapred.TaskTrackerMetricsInst", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.failover-controller.cli-check.rpc-timeout.ms", - "value":"20000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.linux-container-executor.cgroups.hierarchy", - "value":"/hadoop-yarn", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.write.stale.datanode.ratio", - "value":"0.5f", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.groups.cache.warn.after.ms", - "value":"5000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.client.thread-count", - "value":"10", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.mapfile.bloom.size", - "value":"1048576", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.ha.fencing.ssh.connect-timeout", - "value":"30000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.zk-num-retries", - "value":"500", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"s3.bytes-per-checksum", - "value":"512", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.container.log.limit.kb", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.edit.log.autoroll.check.interval.ms", - "value":"300000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.automatic.close", - "value":"true", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.create-intermediate-jh-base-dir", - "value":"false", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.trash.interval", - "value":"360", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.journalnode.https-address", - "value":"0.0.0.0:8481", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.authentication", - "value":"simple", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.ttl-ms", - "value":"604800000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.defaultFS", - "value":"hdfs://hdfs.host.yarn.com:8020", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.generic-application-history.enabled", - "value":"false", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.ssl.server.conf", - "value":"ssl-server.xml", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.connect.max.retries", - "value":"50", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.delayed.delegation-token.removal-interval-ms", - "value":"30000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.journalnode.http-address", - "value":"0.0.0.0:8480", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.shared.file.descriptor.paths", - "value":"/dev/shm,/tmp", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.taskscheduler", - "value":"org.apache.hadoop.mapred.JobQueueTaskScheduler", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.speculative.speculativecap", - "value":"0.1", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.store-class", - "value":"org.apache.hadoop.yarn.server.applicationhistoryservice.timeline.LeveldbTimelineStore", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.am.liveness-monitor.expiry-interval-ms", - "value":"600000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.output.fileoutputformat.compress", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.checksum.type", - "value":"CRC32", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.server.read.threadpool.size", - "value":"5", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"net.topology.node.switch.mapping.impl", - "value":"org.apache.hadoop.net.ScriptBasedMapping", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.replication.considerLoad", - "value":"true", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.fs-limits.min-block-size", - "value":"1048576", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.swift.impl", - "value":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.audit.loggers", - "value":"default", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.max.split.locations", - "value":"10", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.address", - "value":"${yarn.resourcemanager.hostname}:8032", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.counters.max", - "value":"20000", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.block.write.retries", - "value":"3", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.nm.liveness-monitor.interval-ms", - "value":"1000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.short.circuit.shared.memory.watcher.interrupt.check.ms", - "value":"60000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.map.index.interval", - "value":"128", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapred.child.java.opts", - "value":"-Xmx200m", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.local.dir.minspacestart", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.client.progressmonitor.pollinterval", - "value":"1000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.https.keystore.resource", - "value":"ssl-client.xml", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.task.profile.map.params", - "value":"${mapreduce.task.profile.params}", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"rpc.engine.org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolPB", - "value":"org.apache.hadoop.ipc.ProtobufRpcEngine", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.tasktracker.maxblacklists", - "value":"4", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.queuename", - "value":"default", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts", - "value":"3", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.localizer.address", - "value":"${yarn.nodemanager.hostname}:8040", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.mapfile.bloom.error.rate", - "value":"0.005", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.delete.thread-count", - "value":"4", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.split.metainfo.maxsize", - "value":"10000000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.scheduler.maximum-allocation-vcores", - "value":"32", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapred.mapper.new-api", - "value":"true", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.tcpnodelay", - "value":"false", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.dir", - "value":"/user/hdfs/.staging/job_1399541193872_0035", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.https.port", - "value":"50070", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.resource.mb", - "value":"1536", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.dns.nameserver", - "value":"default", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb", - "value":"0", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.output.compress.codec", - "value":"org.apache.hadoop.io.compress.SnappyCodec", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapred.child.root.logger", - "value":"INFO,TLA", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.accesstime.precision", - "value":"0", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.log.level", - "value":"INFO", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"io.seqfile.compress.blocksize", - "value":"1000000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.taskcontroller", - "value":"org.apache.hadoop.mapred.DefaultTaskController", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.groups.cache.secs", - "value":"300", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.context", - "value":"default", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.proxyuser.hbase.hosts", - "value":"*", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.proxyuser.hive.groups", - "value":"users", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.fileoutputcommitter.marksuccessfuljobs", - "value":"true", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.end-notification.max.attempts", - "value":"5", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user", - "value":"nobody", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.webapp.address", - "value":"0.0.0.0:50060", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.submithostname", - "value":"host.yarn.com", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.recovery.enable", - "value":"false", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.expire.trackers.interval", - "value":"600000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.webapp.address", - "value":"host.yarn.com:8088", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.health-checker.interval-ms", - "value":"135000", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.loadedjobs.cache.size", - "value":"5", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size", - "value":"10", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"hadoop.security.authorization", - "value":"false", - "source":[ - "core-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.map.output.collector.class", - "value":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.am.max-attempts", - "value":"2", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"fs.ftp.host", - "value":"0.0.0.0", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms", - "value":"1000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.datanode.kerberos.principal", - "value":"dn/[email protected]", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.ifile.readahead", - "value":"true", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.scheduler.monitor.enable", - "value":"false", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.resourcemanager.zk-retry-interval-ms", - "value":"2000", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ha.zookeeper.session-timeout.ms", - "value":"5000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.tasktracker.taskmemorymanager.monitoringinterval", - "value":"5000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.shuffle.parallelcopies", - "value":"30", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.client.mmap.retry.timeout.ms", - "value":"300000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.map.skip.maxrecords", - "value":"0", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.job.classloader.system.classes", - "value":"java.,javax.,org.apache.commons.logging.,org.apache.log4j.,org.apache.hadoop.", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.avoid.read.stale.datanode", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.https.enable", - "value":"false", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.timeline-service.webapp.https.address", - "value":"${yarn.timeline-service.hostname}:8190", - "source":[ - "yarn-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.shuffle.read.timeout", - "value":"180000", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"yarn.nodemanager.remote-app-log-dir-suffix", - "value":"logs", - "source":[ - "yarn-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.output.fileoutputformat.compress.codec", - "value":"org.apache.hadoop.io.compress.DefaultCodec", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobtracker.instrumentation", - "value":"org.apache.hadoop.mapred.JobTrackerMetricsInst", - "source":[ - "mapred-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.blockreport.intervalMsec", - "value":"21600000", - "source":[ - "hdfs-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"ipc.client.connect.retry.interval", - "value":"1000", - "source":[ - "core-default.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.reduce.speculative", - "value":"false", - "source":[ - "programatically", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"mapreduce.jobhistory.keytab", - "value":"/etc/security/keytabs/jhs.service.keytab", - "source":[ - "mapred-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name":"dfs.namenode.kerberos.principal", - "value":"nn/[email protected]", - "source":[ - "hdfs-site.xml", - "hdfs://hdfs.host.yarn.com:8020/user/hdfs/.staging/job_1399541193872_0035/job.xml" - ] - }, - { - "name"
<TRUNCATED>
