Author: ssc
Date: Fri Jun 24 12:39:52 2011
New Revision: 1139276
URL: http://svn.apache.org/viewvc?rev=1139276&view=rev
Log:
removing SumReducer in favor of hadoop's IntSumReducer
Removed:
mahout/trunk/core/src/main/java/org/apache/mahout/common/mapreduce/SumReducer.java
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/graph/common/DegreeDistributionJob.java
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/graph/common/DegreeDistributionJob.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/graph/common/DegreeDistributionJob.java?rev=1139276&r1=1139275&r2=1139276&view=diff
==============================================================================
---
mahout/trunk/core/src/main/java/org/apache/mahout/graph/common/DegreeDistributionJob.java
(original)
+++
mahout/trunk/core/src/main/java/org/apache/mahout/graph/common/DegreeDistributionJob.java
Fri Jun 24 12:39:52 2011
@@ -25,9 +25,9 @@ import org.apache.hadoop.mapreduce.Mappe
import org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
+import org.apache.hadoop.mapreduce.lib.reduce.IntSumReducer;
import org.apache.hadoop.util.ToolRunner;
import org.apache.mahout.common.AbstractJob;
-import org.apache.mahout.common.mapreduce.SumReducer;
import org.apache.mahout.graph.model.UndirectedEdge;
import org.apache.mahout.graph.model.Vertex;
@@ -76,15 +76,15 @@ public class DegreeDistributionJob exten
Path degreesPerVertexPath = new Path(tempDirPath, "degreesPerVertex");
Job degreesPerVertex = prepareJob(getInputPath(), degreesPerVertexPath,
SequenceFileInputFormat.class,
- DegreeOfVertexMapper.class, Vertex.class, IntWritable.class,
SumReducer.class, Vertex.class, IntWritable.class,
- SequenceFileOutputFormat.class);
- degreesPerVertex.setCombinerClass(SumReducer.class);
+ DegreeOfVertexMapper.class, Vertex.class, IntWritable.class,
IntSumReducer.class, Vertex.class,
+ IntWritable.class, SequenceFileOutputFormat.class);
+ degreesPerVertex.setCombinerClass(IntSumReducer.class);
degreesPerVertex.waitForCompletion(true);
Job degreeDistribution = prepareJob(degreesPerVertexPath, getOutputPath(),
SequenceFileInputFormat.class,
- DegreesMapper.class, IntWritable.class, IntWritable.class,
SumReducer.class, IntWritable.class,
+ DegreesMapper.class, IntWritable.class, IntWritable.class,
IntSumReducer.class, IntWritable.class,
IntWritable.class, TextOutputFormat.class);
- degreeDistribution.setCombinerClass(SumReducer.class);
+ degreeDistribution.setCombinerClass(IntSumReducer.class);
degreeDistribution.waitForCompletion(true);
return 0;