Author: daijy Date: Mon Apr 12 19:11:33 2010 New Revision: 933370 URL: http://svn.apache.org/viewvc?rev=933370&view=rev Log: PIG-1330: Move pruned schema tracking logic from LoadFunc to core code
Modified: hadoop/pig/branches/branch-0.7/CHANGES.txt hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java Modified: hadoop/pig/branches/branch-0.7/CHANGES.txt URL: http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/CHANGES.txt?rev=933370&r1=933369&r2=933370&view=diff ============================================================================== --- hadoop/pig/branches/branch-0.7/CHANGES.txt (original) +++ hadoop/pig/branches/branch-0.7/CHANGES.txt Mon Apr 12 19:11:33 2010 @@ -68,6 +68,8 @@ manner (rding via pradeepkth) IMPROVEMENTS +PIG-1330: Move pruned schema tracking logic from LoadFunc to core code (daijy) + PIG-1320: more documentation updates for Pig 0.7.0 (chandec via olgan) PIG-1316: TextLoader should use Bzip2TextInputFormat for bzip files so that Modified: hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java?rev=933370&r1=933369&r2=933370&view=diff ============================================================================== --- hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java (original) +++ hadoop/pig/branches/branch-0.7/src/org/apache/pig/LoadMetadata.java Mon Apr 12 19:11:33 2010 @@ -39,7 +39,8 @@ public interface LoadMetadata { * @return schema for the data to be loaded. This schema should represent * all tuples of the returned data. If the schema is unknown or it is * not possible to return a schema that represents all returned data, - * then null should be returned. + * then null should be returned. The schema should not affected by pushProjection, ie. + * getSchema should always return the original schema even after pushProjection * @throws IOException if an exception occurs while determining the schema */ ResourceSchema getSchema(String location, Job job) throws Modified: hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java URL: http://svn.apache.org/viewvc/hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java?rev=933370&r1=933369&r2=933370&view=diff ============================================================================== --- hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java (original) +++ hadoop/pig/branches/branch-0.7/src/org/apache/pig/impl/logicalLayer/LOLoad.java Mon Apr 12 19:11:33 2010 @@ -266,7 +266,7 @@ public class LOLoad extends RelationalOp } } else { try { - inputSchema = determineSchema(); + inputSchema = getSchema(); } catch (IOException ioe) { mProjectionMap = null; return mProjectionMap;