Author: srowen
Date: Sun Sep 18 13:32:19 2011
New Revision: 1172283
URL: http://svn.apache.org/viewvc?rev=1172283&view=rev
Log:
Cap io.sort.mb at 1024MB
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java
Modified:
mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java
URL:
http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java?rev=1172283&r1=1172282&r2=1172283&view=diff
==============================================================================
---
mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java
(original)
+++
mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java
Sun Sep 18 13:32:19 2011
@@ -267,7 +267,8 @@ public final class RecommenderJob extend
}
}
}
- conf.setInt("io.sort.mb", assumedHeapSize / 2);
+ // Cap this at 1024MB now; see
https://issues.apache.org/jira/browse/MAPREDUCE-2308
+ conf.setInt("io.sort.mb", Math.min(assumedHeapSize / 2, 1024));
// For some reason the Merger doesn't report status for a long time;
increase
// timeout when running these jobs
conf.setInt("mapred.task.timeout", 60 * 60 * 1000);
