svn commit: r888852 - in /hadoop/pig/trunk: CHANGES.txt src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java

[olga]

Author: olga
Date: Wed Dec  9 16:09:09 2009
New Revision: 888852

URL: http://svn.apache.org/viewvc?rev=888852&view=rev
Log:
PIG-1134: Skewed Join sampling job overwhelms the name node (sriranjan via
olgan)

Modified:
    hadoop/pig/trunk/CHANGES.txt
    
hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java

Modified: hadoop/pig/trunk/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/hadoop/pig/trunk/CHANGES.txt?rev=888852&r1=888851&r2=888852&view=diff
==============================================================================
--- hadoop/pig/trunk/CHANGES.txt (original)
+++ hadoop/pig/trunk/CHANGES.txt Wed Dec  9 16:09:09 2009
@@ -47,6 +47,9 @@
 
 BUG FIXES
 
+PIG-1134: Skewed Join sampling job overwhelms the name node (sriranjan via
+olgan)
+
 PIG-1105: COUNT_STAR accumulate interface implementation cases failure
 (sriranjan via olgan)
 

Modified: 
hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
URL: 
http://svn.apache.org/viewvc/hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java?rev=888852&r1=888851&r2=888852&view=diff
==============================================================================
--- 
hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
 (original)
+++ 
hadoop/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
 Wed Dec  9 16:09:09 2009
@@ -1844,7 +1844,7 @@
                String inputFile = lFile.getFileName();
 
                return getSamplingJob(sort, prevJob, transformPlans, lFile, 
sampleFile, rp, null, 
-                                                       
PartitionSkewedKeys.class.getName(), new String[]{per, mc, inputFile}, 
PoissonSampleLoader.class.getName());
+                                                       
PartitionSkewedKeys.class.getName(), new String[]{per, mc, inputFile}, 
RandomSampleLoader.class.getName());
        }catch(Exception e) {
                throw new PlanException(e);
        }