SaurabhChawla100 commented on a change in pull request #31974:
URL: https://github.com/apache/spark/pull/31974#discussion_r607886782
##########
File path: core/src/main/scala/org/apache/spark/status/AppStatusListener.scala
##########
@@ -78,15 +78,19 @@ private[spark] class AppStatusListener(
private val liveRDDs = new HashMap[Int, LiveRDD]()
private val pools = new HashMap[String, SchedulerPool]()
private val liveResourceProfiles = new HashMap[Int, LiveResourceProfile]()
+ private[spark] val liveMiscellaneousProcess = new HashMap[String,
LiveMiscellaneousProcess]()
private val SQL_EXECUTION_ID_KEY = "spark.sql.execution.id"
// Keep the active executor count as a separate variable to avoid having to
do synchronization
// around liveExecutors.
@volatile private var activeExecutorCount = 0
+ @volatile private var activeProcessCount = 0
/** The last time when flushing `LiveEntity`s. This is to avoid flushing too
frequently. */
private var lastFlushTimeNs = System.nanoTime()
+ private[spark] lazy val yarnAMID = "yarn-am"
Review comment:
done the process name will be coming from the source
##########
File path: core/src/main/scala/org/apache/spark/status/AppStatusListener.scala
##########
@@ -78,15 +78,19 @@ private[spark] class AppStatusListener(
private val liveRDDs = new HashMap[Int, LiveRDD]()
private val pools = new HashMap[String, SchedulerPool]()
private val liveResourceProfiles = new HashMap[Int, LiveResourceProfile]()
+ private[spark] val liveMiscellaneousProcess = new HashMap[String,
LiveMiscellaneousProcess]()
private val SQL_EXECUTION_ID_KEY = "spark.sql.execution.id"
// Keep the active executor count as a separate variable to avoid having to
do synchronization
// around liveExecutors.
@volatile private var activeExecutorCount = 0
+ @volatile private var activeProcessCount = 0
Review comment:
removed it
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
