TEZ-3305. TestAnalyzer fails on Hadoop 2.7. (Jonathan Eagles via hitesh)
Project: http://git-wip-us.apache.org/repos/asf/tez/repo Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/993a7b5f Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/993a7b5f Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/993a7b5f Branch: refs/heads/master Commit: 993a7b5f58223f811d82f2a1dec5ed7349922b2e Parents: 61d5d5e Author: Hitesh Shah <[email protected]> Authored: Thu Jun 16 16:07:47 2016 -0700 Committer: Hitesh Shah <[email protected]> Committed: Thu Jun 16 16:07:47 2016 -0700 ---------------------------------------------------------------------- CHANGES.txt | 3 +++ .../src/test/java/org/apache/tez/analyzer/TestAnalyzer.java | 7 +++++-- 2 files changed, 8 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/tez/blob/993a7b5f/CHANGES.txt ---------------------------------------------------------------------- diff --git a/CHANGES.txt b/CHANGES.txt index 0350b48..d060d17 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -7,6 +7,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3305. TestAnalyzer fails on Hadoop 2.7. TEZ-3304. TestHistoryParser fails with Hadoop 2.7. TEZ-3216. Add support for more precise partition stats in VertexManagerEvent. TEZ-3296. Tez job can hang if two vertices at the same root distance have different task requirements @@ -63,6 +64,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3305. TestAnalyzer fails on Hadoop 2.7. TEZ-3304. TestHistoryParser fails with Hadoop 2.7. TEZ-3296. Tez job can hang if two vertices at the same root distance have different task requirements TEZ-3294. DAG.createDag() does not clear local state on repeat calls. @@ -515,6 +517,7 @@ INCOMPATIBLE CHANGES ALL CHANGES: + TEZ-3305. TestAnalyzer fails on Hadoop 2.7. TEZ-3304. TestHistoryParser fails with Hadoop 2.7. TEZ-3296. Tez job can hang if two vertices at the same root distance have different task requirements TEZ-3294. DAG.createDag() does not clear local state on repeat calls. http://git-wip-us.apache.org/repos/asf/tez/blob/993a7b5f/tez-tools/analyzers/job-analyzer/src/test/java/org/apache/tez/analyzer/TestAnalyzer.java ---------------------------------------------------------------------- diff --git a/tez-tools/analyzers/job-analyzer/src/test/java/org/apache/tez/analyzer/TestAnalyzer.java b/tez-tools/analyzers/job-analyzer/src/test/java/org/apache/tez/analyzer/TestAnalyzer.java index f680f59..d34f9c5 100644 --- a/tez-tools/analyzers/job-analyzer/src/test/java/org/apache/tez/analyzer/TestAnalyzer.java +++ b/tez-tools/analyzers/job-analyzer/src/test/java/org/apache/tez/analyzer/TestAnalyzer.java @@ -88,6 +88,7 @@ public class TestAnalyzer { private boolean usingATS = true; private boolean downloadedSimpleHistoryFile = false; + private static String yarnTimelineAddress; @BeforeClass public static void setupClass() throws Exception { @@ -137,6 +138,7 @@ public class TestAnalyzer { miniTezCluster.init(conf); miniTezCluster.start(); + yarnTimelineAddress = miniTezCluster.getConfig().get(YarnConfiguration.TIMELINE_SERVICE_WEBAPP_ADDRESS); } private TezConfiguration createCommonTezLog() throws Exception { @@ -156,7 +158,8 @@ public class TestAnalyzer { private void createTezSessionATS() throws Exception { TezConfiguration tezConf = createCommonTezLog(); tezConf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, true); - tezConf.set(YarnConfiguration.TIMELINE_SERVICE_WEBAPP_ADDRESS, "0.0.0.0:8188"); + tezConf.set(YarnConfiguration.TIMELINE_SERVICE_WEBAPP_ADDRESS, + miniTezCluster.getConfig().get(YarnConfiguration.TIMELINE_SERVICE_WEBAPP_ADDRESS)); tezConf.setBoolean(TezConfiguration.TEZ_AM_ALLOW_DISABLED_TIMELINE_DOMAINS, true); tezConf.set(TezConfiguration.TEZ_HISTORY_LOGGING_SERVICE_CLASS, ATSHistoryLoggingService.class.getName()); @@ -255,7 +258,7 @@ public class TestAnalyzer { DagInfo dagInfo = null; if (usingATS) { //Export the data from ATS - String[] args = { "--dagId=" + dagId, "--downloadDir=" + DOWNLOAD_DIR }; + String[] args = { "--dagId=" + dagId, "--downloadDir=" + DOWNLOAD_DIR, "--yarnTimelineAddress=" + yarnTimelineAddress }; int result = ATSImportTool.process(args); assertTrue(result == 0);
