Author: brock
Date: Wed Jul 30 18:44:32 2014
New Revision: 1614737
URL: http://svn.apache.org/r1614737
Log:
HIVE-7549 - Code cleanup of Task.java and HiveInputFormat.java (Ashutosh via
Brock)
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java
Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java?rev=1614737&r1=1614736&r2=1614737&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java Wed Jul 30
18:44:32 2014
@@ -165,7 +165,7 @@ public abstract class Task<T extends Ser
}
return retval;
} catch (IOException e) {
- throw new RuntimeException(e.getMessage());
+ throw new RuntimeException("Unexpected error: " + e.getMessage(), e);
}
}
Modified:
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java
URL:
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java?rev=1614737&r1=1614736&r2=1614737&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java
(original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/io/HiveInputFormat.java
Wed Jul 30 18:44:32 2014
@@ -71,8 +71,20 @@ import org.apache.hadoop.util.Reflection
public class HiveInputFormat<K extends WritableComparable, V extends Writable>
implements InputFormat<K, V>, JobConfigurable {
- public static final String CLASS_NAME = HiveInputFormat.class.getName();
- public static final Log LOG = LogFactory.getLog(CLASS_NAME);
+ private static final String CLASS_NAME = HiveInputFormat.class.getName();
+ private static final Log LOG = LogFactory.getLog(CLASS_NAME);
+
+ /**
+ * A cache of InputFormat instances.
+ */
+ private static Map<Class, InputFormat<WritableComparable, Writable>>
inputFormats
+ = new ConcurrentHashMap<Class, InputFormat<WritableComparable,
Writable>>();
+
+ private JobConf job;
+
+ // both classes access by subclasses
+ protected Map<String, PartitionDesc> pathToPartitionInfo;
+ protected MapWork mrwork;
/**
* HiveInputSplit encapsulates an InputSplit with its corresponding
@@ -178,18 +190,10 @@ public class HiveInputFormat<K extends W
}
}
- JobConf job;
-
public void configure(JobConf job) {
this.job = job;
}
- /**
- * A cache of InputFormat instances.
- */
- protected static Map<Class, InputFormat<WritableComparable, Writable>>
inputFormats
- = new ConcurrentHashMap<Class, InputFormat<WritableComparable,
Writable>>();
-
public static InputFormat<WritableComparable, Writable>
getInputFormatFromCache(
Class inputFormatClass, JobConf job) throws IOException {
@@ -248,9 +252,6 @@ public class HiveInputFormat<K extends W
return rr;
}
- protected Map<String, PartitionDesc> pathToPartitionInfo;
- MapWork mrwork = null;
-
protected void init(JobConf job) {
mrwork = Utilities.getMapWork(job);
pathToPartitionInfo = mrwork.getPathToPartitionInfo();
@@ -281,7 +282,6 @@ public class HiveInputFormat<K extends W
headerCount = Utilities.getHeaderCount(table);
footerCount = Utilities.getFooterCount(table, conf);
if (headerCount != 0 || footerCount != 0) {
-
// Input file has header or footer, cannot be splitted.
conf.setLong(
ShimLoader.getHadoopShims().getHadoopConfNames().get("MAPREDMINSPLITSIZE"),