HIVE-11303: Getting Tez LimitExceededException after dag execution on large query (Jason Dere, reviewed by Gopal V)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/72f97fc7 Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/72f97fc7 Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/72f97fc7 Branch: refs/heads/hbase-metastore Commit: 72f97fc7760134465333983fc40766e9e864e643 Parents: bab3ee3 Author: Jason Dere <[email protected]> Authored: Tue Jul 21 17:12:35 2015 -0700 Committer: Jason Dere <[email protected]> Committed: Tue Jul 21 17:12:35 2015 -0700 ---------------------------------------------------------------------- .../java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/72f97fc7/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java index 2ea83ab..73263ee 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java @@ -171,8 +171,14 @@ public class TezTask extends Task<TezWork> { } // fetch the counters - Set<StatusGetOpts> statusGetOpts = EnumSet.of(StatusGetOpts.GET_COUNTERS); - counters = client.getDAGStatus(statusGetOpts).getDAGCounters(); + try { + Set<StatusGetOpts> statusGetOpts = EnumSet.of(StatusGetOpts.GET_COUNTERS); + counters = client.getDAGStatus(statusGetOpts).getDAGCounters(); + } catch (Exception err) { + // Don't fail execution due to counters - just don't print summary info + LOG.error("Failed to get counters: " + err, err); + counters = null; + } TezSessionPoolManager.getInstance().returnSession(session); if (LOG.isInfoEnabled() && counters != null
