Author: amareshwari
Date: Thu Aug 12 04:10:00 2010
New Revision: 984641
URL: http://svn.apache.org/viewvc?rev=984641&view=rev
Log:
MAPREDUCE-1920. Enables completed jobstatus store by default. Contributed by
Tom White
Modified:
hadoop/mapreduce/trunk/CHANGES.txt
hadoop/mapreduce/trunk/src/java/mapred-default.xml
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java
hadoop/mapreduce/trunk/src/test/mapred-site.xml
Modified: hadoop/mapreduce/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/CHANGES.txt?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/CHANGES.txt (original)
+++ hadoop/mapreduce/trunk/CHANGES.txt Thu Aug 12 04:10:00 2010
@@ -115,6 +115,9 @@ Trunk (unreleased changes)
MAPREDUCE-1523. Making Mumak work with Capacity-Scheduler (Anirban Das
via mahadev)
+ MAPREDUCE-1920. Enables completed jobstatus store by default. (Tom White
+ via amareshwari)
+
OPTIMIZATIONS
MAPREDUCE-1354. Enhancements to JobTracker for better performance and
Modified: hadoop/mapreduce/trunk/src/java/mapred-default.xml
URL:
http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/mapred-default.xml?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/mapred-default.xml (original)
+++ hadoop/mapreduce/trunk/src/java/mapred-default.xml Thu Aug 12 04:10:00 2010
@@ -755,7 +755,7 @@
<property>
<name>mapreduce.jobtracker.persist.jobstatus.active</name>
- <value>false</value>
+ <value>true</value>
<description>Indicates if persistency of job status information is
active or not.
</description>
@@ -763,7 +763,7 @@
<property>
<name>mapreduce.jobtracker.persist.jobstatus.hours</name>
- <value>0</value>
+ <value>1</value>
<description>The number of hours job status information is persisted in DFS.
The job status information will be available after it drops of the memory
queue and between jobtracker restarts. With a zero value the job status
Modified:
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
URL:
http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
---
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
(original)
+++
hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapred/CompletedJobStatusStore.java
Thu Aug 12 04:10:00 2010
@@ -65,11 +65,11 @@ class CompletedJobStatusStore implements
CompletedJobStatusStore(JobACLsManager aclsManager, Configuration conf)
throws IOException {
active =
- conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, false);
+ conf.getBoolean(JTConfig.JT_PERSIST_JOBSTATUS, true);
if (active) {
retainTime =
- conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 0) * HOUR;
+ conf.getInt(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, 1) * HOUR;
jobInfoDir =
conf.get(JTConfig.JT_PERSIST_JOBSTATUS_DIR, JOB_INFO_STORE_DIR);
Modified: hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java
URL:
http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java
(original)
+++ hadoop/mapreduce/trunk/src/java/org/apache/hadoop/mapreduce/Job.java Thu
Aug 12 04:10:00 2010
@@ -539,7 +539,8 @@ public class Job extends JobContextImpl
}
/**
- * Gets the counters for this job.
+ * Gets the counters for this job. May return null if the job has been
+ * retired and the job is no longer in the completed job store.
*
* @return the counters for this job.
* @throws IOException
Modified: hadoop/mapreduce/trunk/src/test/mapred-site.xml
URL:
http://svn.apache.org/viewvc/hadoop/mapreduce/trunk/src/test/mapred-site.xml?rev=984641&r1=984640&r2=984641&view=diff
==============================================================================
--- hadoop/mapreduce/trunk/src/test/mapred-site.xml (original)
+++ hadoop/mapreduce/trunk/src/test/mapred-site.xml Thu Aug 12 04:10:00 2010
@@ -44,4 +44,8 @@
<name>mapred.child.java.opts</name>
<value>-Xmx200m -Djava.net.preferIPv4Stack=true</value>
</property>
+<property>
+ <name>mapreduce.jobtracker.persist.jobstatus.active</name>
+ <value>false</value>
+</property>
</configuration>
