[03/51] [abbrv] hadoop git commit: MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter)
MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/733f3f18 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/733f3f18 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/733f3f18 Branch: refs/heads/YARN-3926 Commit: 733f3f18d5cf38cbae35146fbef8e16e35fdf5e1 Parents: 620325e Author: Robert KanterAuthored: Tue Jun 7 15:46:06 2016 -0700 Committer: Robert Kanter Committed: Tue Jun 7 15:46:06 2016 -0700 -- .../src/site/markdown/SingleCluster.md.vm | 12 +- .../java/org/apache/hadoop/mapred/JobConf.java | 6 - .../hadoop/mapred/TestMiniMRChildTask.java | 233 +++ 3 files changed, 41 insertions(+), 210 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm -- diff --git a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm index 573ca32..4825e00 100644 --- a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm +++ b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm @@ -181,13 +181,23 @@ You can run a MapReduce job on YARN in a pseudo-distributed mode by setting a fe The following instructions assume that 1. ~ 4. steps of [the above instructions](#Execution) are already executed. -1. Configure parameters as follows:`etc/hadoop/mapred-site.xml`: +1. Configure parameters as follows: + +`etc/hadoop/mapred-site.xml`: mapreduce.framework.name yarn + +mapreduce.admin.user.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + + +yarn.app.mapreduce.am.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + `etc/hadoop/yarn-site.xml`: http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java index 2cfce1f..f2b0aae 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java @@ -294,8 +294,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * * * @deprecated Use {@link #MAPRED_MAP_TASK_ENV} or @@ -314,8 +312,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_MAP_TASK_ENV = JobContext.MAP_ENV; @@ -330,8 +326,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_REDUCE_TASK_ENV = JobContext.REDUCE_ENV; http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java index cbeeccf..f690118 100644 ---
[30/50] [abbrv] hadoop git commit: MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter)
MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/733f3f18 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/733f3f18 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/733f3f18 Branch: refs/heads/HDFS-7240 Commit: 733f3f18d5cf38cbae35146fbef8e16e35fdf5e1 Parents: 620325e Author: Robert KanterAuthored: Tue Jun 7 15:46:06 2016 -0700 Committer: Robert Kanter Committed: Tue Jun 7 15:46:06 2016 -0700 -- .../src/site/markdown/SingleCluster.md.vm | 12 +- .../java/org/apache/hadoop/mapred/JobConf.java | 6 - .../hadoop/mapred/TestMiniMRChildTask.java | 233 +++ 3 files changed, 41 insertions(+), 210 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm -- diff --git a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm index 573ca32..4825e00 100644 --- a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm +++ b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm @@ -181,13 +181,23 @@ You can run a MapReduce job on YARN in a pseudo-distributed mode by setting a fe The following instructions assume that 1. ~ 4. steps of [the above instructions](#Execution) are already executed. -1. Configure parameters as follows:`etc/hadoop/mapred-site.xml`: +1. Configure parameters as follows: + +`etc/hadoop/mapred-site.xml`: mapreduce.framework.name yarn + +mapreduce.admin.user.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + + +yarn.app.mapreduce.am.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + `etc/hadoop/yarn-site.xml`: http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java index 2cfce1f..f2b0aae 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java @@ -294,8 +294,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * * * @deprecated Use {@link #MAPRED_MAP_TASK_ENV} or @@ -314,8 +312,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_MAP_TASK_ENV = JobContext.MAP_ENV; @@ -330,8 +326,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_REDUCE_TASK_ENV = JobContext.REDUCE_ENV; http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java index cbeeccf..f690118 100644 ---
[04/24] hadoop git commit: MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter)
MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/733f3f18 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/733f3f18 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/733f3f18 Branch: refs/heads/HDFS-1312 Commit: 733f3f18d5cf38cbae35146fbef8e16e35fdf5e1 Parents: 620325e Author: Robert KanterAuthored: Tue Jun 7 15:46:06 2016 -0700 Committer: Robert Kanter Committed: Tue Jun 7 15:46:06 2016 -0700 -- .../src/site/markdown/SingleCluster.md.vm | 12 +- .../java/org/apache/hadoop/mapred/JobConf.java | 6 - .../hadoop/mapred/TestMiniMRChildTask.java | 233 +++ 3 files changed, 41 insertions(+), 210 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm -- diff --git a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm index 573ca32..4825e00 100644 --- a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm +++ b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm @@ -181,13 +181,23 @@ You can run a MapReduce job on YARN in a pseudo-distributed mode by setting a fe The following instructions assume that 1. ~ 4. steps of [the above instructions](#Execution) are already executed. -1. Configure parameters as follows:`etc/hadoop/mapred-site.xml`: +1. Configure parameters as follows: + +`etc/hadoop/mapred-site.xml`: mapreduce.framework.name yarn + +mapreduce.admin.user.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + + +yarn.app.mapreduce.am.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + `etc/hadoop/yarn-site.xml`: http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java index 2cfce1f..f2b0aae 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java @@ -294,8 +294,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * * * @deprecated Use {@link #MAPRED_MAP_TASK_ENV} or @@ -314,8 +312,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_MAP_TASK_ENV = JobContext.MAP_ENV; @@ -330,8 +326,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_REDUCE_TASK_ENV = JobContext.REDUCE_ENV; http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java index cbeeccf..f690118 100644 ---
hadoop git commit: MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter)
Repository: hadoop Updated Branches: refs/heads/trunk 620325e81 -> 733f3f18d MAPREDUCE-6702. TestMiniMRChildTask.testTaskEnv and TestMiniMRChildTask.testTaskOldEnv are failing (ajisakaa via rkanter) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/733f3f18 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/733f3f18 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/733f3f18 Branch: refs/heads/trunk Commit: 733f3f18d5cf38cbae35146fbef8e16e35fdf5e1 Parents: 620325e Author: Robert KanterAuthored: Tue Jun 7 15:46:06 2016 -0700 Committer: Robert Kanter Committed: Tue Jun 7 15:46:06 2016 -0700 -- .../src/site/markdown/SingleCluster.md.vm | 12 +- .../java/org/apache/hadoop/mapred/JobConf.java | 6 - .../hadoop/mapred/TestMiniMRChildTask.java | 233 +++ 3 files changed, 41 insertions(+), 210 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm -- diff --git a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm index 573ca32..4825e00 100644 --- a/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm +++ b/hadoop-common-project/hadoop-common/src/site/markdown/SingleCluster.md.vm @@ -181,13 +181,23 @@ You can run a MapReduce job on YARN in a pseudo-distributed mode by setting a fe The following instructions assume that 1. ~ 4. steps of [the above instructions](#Execution) are already executed. -1. Configure parameters as follows:`etc/hadoop/mapred-site.xml`: +1. Configure parameters as follows: + +`etc/hadoop/mapred-site.xml`: mapreduce.framework.name yarn + +mapreduce.admin.user.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + + +yarn.app.mapreduce.am.env +HADOOP_MAPRED_HOME=$HADOOP_COMMON_HOME + `etc/hadoop/yarn-site.xml`: http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java index 2cfce1f..f2b0aae 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/JobConf.java @@ -294,8 +294,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * * * @deprecated Use {@link #MAPRED_MAP_TASK_ENV} or @@ -314,8 +312,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_MAP_TASK_ENV = JobContext.MAP_ENV; @@ -330,8 +326,6 @@ public class JobConf extends Configuration { * Example: * *A=foo - This will set the env variable A to foo. - *B=$X:c This is inherit tasktracker's X env variable on Linux. - *B=%X%;c This is inherit tasktracker's X env variable on Windows. * */ public static final String MAPRED_REDUCE_TASK_ENV = JobContext.REDUCE_ENV; http://git-wip-us.apache.org/repos/asf/hadoop/blob/733f3f18/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java -- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestMiniMRChildTask.java