Author: daijy
Date: Mon Jul 20 18:01:12 2009
New Revision: 795936

URL: http://svn.apache.org/viewvc?rev=795936&view=rev
Log:
PIG-861: POJoinPackage lose tuple in large dataset

Modified:
    hadoop/pig/tags/release-0.3.0/CHANGES.txt
    hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java

Modified: hadoop/pig/tags/release-0.3.0/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/pig/tags/release-0.3.0/CHANGES.txt?rev=795936&r1=795935&r2=795936&view=diff
==============================================================================
--- hadoop/pig/tags/release-0.3.0/CHANGES.txt (original)
+++ hadoop/pig/tags/release-0.3.0/CHANGES.txt Mon Jul 20 18:01:12 2009
@@ -69,6 +69,8 @@
 
 BUG FIXES
 
+PIG-861: POJoinPackage lose tuple in large dataset (daijy)
+
 PIG-846: MultiQuery optimization in some cases has an issue when there is a
 split in the map plan (pradeepkth)
 

Modified: 
hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java
URL: 
http://svn.apache.org/viewvc/hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java?rev=795936&r1=795935&r2=795936&view=diff
==============================================================================
--- hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java 
(original)
+++ hadoop/pig/tags/release-0.3.0/src/org/apache/pig/builtin/BinStorage.java 
Mon Jul 20 18:01:12 2009
@@ -52,9 +52,9 @@
 
 
 public class BinStorage implements ReversibleLoadStoreFunc {
-    public static final byte RECORD_1 = 0x01;
-    public static final byte RECORD_2 = 0x02;
-    public static final byte RECORD_3 = 0x03;
+    public static final int RECORD_1 = 0x01;
+    public static final int RECORD_2 = 0x02;
+    public static final int RECORD_3 = 0x03;
 
     Iterator<Tuple>     i              = null;
     protected BufferedPositionedInputStream in = null;
@@ -70,7 +70,7 @@
 
     public Tuple getNext() throws IOException {
         
-        byte b = 0;
+        int b = 0;
 //      skip to next record
         while (true) {
             if (in == null || in.getPosition() >=end) {
@@ -82,23 +82,23 @@
             // After reading the second RECORD_1 in the above
             // sequence, we should not look for RECORD_1 again
             if(b != RECORD_1) {
-                b = (byte) in.read();
+                b = in.read();
                 if(b != RECORD_1 && b != -1) {
                     continue;
                 }
                 if(b == -1) return null;
             }
-            b = (byte) in.read();
+            b = in.read();
             if(b != RECORD_2 && b != -1) {
                 continue;
             }
             if(b == -1) return null;
-            b = (byte) in.read();
+            b = in.read();
             if(b != RECORD_3 && b != -1) {
                 continue;
             }
             if(b == -1) return null;
-            b = (byte) in.read();
+            b = in.read();
             if(b != DataType.TUPLE && b != -1) {
                 continue;
             }


Reply via email to