This is an automated email from the ASF dual-hosted git repository.
kunalkapoor pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new a44fb1d [CARBONDATA-3743] Added pre-priming check in the Spark job
description page
a44fb1d is described below
commit a44fb1d89f5c5fb13f4b0a107fb35fe3cc35b22d
Author: Vikram Ahuja <[email protected]>
AuthorDate: Fri Mar 13 15:20:29 2020 +0530
[CARBONDATA-3743] Added pre-priming check in the Spark job description page
Why is this PR needed?
Added pre-priming check in the Spark job description page
What changes were proposed in this PR?
Added pre-priming check in the Spark job description page
This closes #3669
---
.../scala/org/apache/carbondata/indexserver/IndexServer.scala | 9 +++++++--
1 file changed, 7 insertions(+), 2 deletions(-)
diff --git
a/integration/spark/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
b/integration/spark/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
index b562c3a..05a2b21 100644
---
a/integration/spark/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
+++
b/integration/spark/src/main/scala/org/apache/carbondata/indexserver/IndexServer.scala
@@ -131,8 +131,13 @@ object IndexServer extends ServerInterface {
lazy val getCountTask = {
if (!request.isFallbackJob) {
sparkSession.sparkContext.setLocalProperty("spark.jobGroup.id",
request.getTaskGroupId)
- sparkSession.sparkContext
- .setLocalProperty("spark.job.description",
request.getTaskGroupDesc)
+ val taskGroupDesc = if (!request.ifAsyncCall()) {
+ request.getTaskGroupDesc
+ } else {
+ "PrePriming Job Fired for table: " +
request.getCarbonTable.getDatabaseName +
+ CarbonCommonConstants.POINT + request.getCarbonTable.getTableName
+ }
+ sparkSession.sparkContext.setLocalProperty("spark.job.description",
taskGroupDesc)
}
// Fire Generic Event like ACLCheck..etc
val indexServerEvent = IndexServerEvent(sparkSession,
request.getCarbonTable,
