Author: daijy
Date: Mon Apr 12 19:11:33 2010
New Revision: 933370
URL: http://svn.apache.org/viewvc?rev=933370&view=rev
Log:
PIG-1330: Move pruned schema tracking logic from LoadFunc to core code
Modified:
hadoop/pig/branches/branch-0.7/CHANGES.txt
hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java
hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java
Modified: hadoop/pig/branches/branch-0.7/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/CHANGES.txt?rev=933370&r1=933369&r2=933370&view=diff
==============================================================================
--- hadoop/pig/branches/branch-0.7/CHANGES.txt (original)
+++ hadoop/pig/branches/branch-0.7/CHANGES.txt Mon Apr 12 19:11:33 2010
@@ -68,6 +68,8 @@ manner (rding via pradeepkth)
IMPROVEMENTS
+PIG-1330: Move pruned schema tracking logic from LoadFunc to core code (daijy)
+
PIG-1320: more documentation updates for Pig 0.7.0 (chandec via olgan)
PIG-1316: TextLoader should use Bzip2TextInputFormat for bzip files so that
Modified: hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java
URL:
http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java?rev=933370&r1=933369&r2=933370&view=diff
==============================================================================
--- hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java
(original)
+++ hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java Mon Apr
12 19:11:33 2010
@@ -39,7 +39,8 @@ public interface LoadMetadata {
* @return schema for the data to be loaded. This schema should represent
* all tuples of the returned data. If the schema is unknown or it is
* not possible to return a schema that represents all returned data,
- * then null should be returned.
+ * then null should be returned. The schema should not affected by
pushProjection, ie.
+ * getSchema should always return the original schema even after
pushProjection
* @throws IOException if an exception occurs while determining the schema
*/
ResourceSchema getSchema(String location, Job job) throws
Modified:
hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java
URL:
http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java?rev=933370&r1=933369&r2=933370&view=diff
==============================================================================
---
hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java
(original)
+++
hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java
Mon Apr 12 19:11:33 2010
@@ -266,7 +266,7 @@ public class LOLoad extends RelationalOp
}
} else {
try {
- inputSchema = determineSchema();
+ inputSchema = getSchema();
} catch (IOException ioe) {
mProjectionMap = null;
return mProjectionMap;
