Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/19751#discussion_r151603481
--- Diff:
core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala ---
@@ -93,9 +93,9 @@ class JobProgressListener(conf: SparkConf) extends
SparkListener with Logging {
// To limit the total memory usage of JobProgressListener, we only track
information for a fixed
// number of non-active jobs and stages (there is no limit for active
jobs and stages):
- val retainedStages = conf.getInt("spark.ui.retainedStages",
SparkUI.DEFAULT_RETAINED_STAGES)
- val retainedJobs = conf.getInt("spark.ui.retainedJobs",
SparkUI.DEFAULT_RETAINED_JOBS)
- val retainedTasks = conf.get(UI_RETAINED_TASKS)
+ val retainedStages = conf.getInt("spark.ui.retainedStages", 1000)
--- End diff --
This class is being removed in a separate PR.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
