[GitHub] carbondata pull request #2977: [WIP] [CARBONDATA-3147] Fixed concurrent load...

[kunal642]

Github user kunal642 commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/2977#discussion_r240180385
  
    --- Diff: 
integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/AggregateDataMapCompactor.scala
 ---
    @@ -79,9 +79,20 @@ class AggregateDataMapCompactor(carbonLoadModel: 
CarbonLoadModel,
             
CarbonSession.threadSet(CarbonCommonConstants.SUPPORT_DIRECT_QUERY_ON_DATAMAP,
               "true")
             loadCommand.processData(sqlContext.sparkSession)
    -        val newLoadMetaDataDetails = SegmentStatusManager.readLoadMetadata(
    +        val oldMetadataDetails = SegmentStatusManager.readLoadMetadata(
    +          carbonTable.getMetadataPath, "")
    +        val newMetadataDetails = SegmentStatusManager.readLoadMetadata(
               carbonTable.getMetadataPath, uuid)
    -        val updatedLoadMetaDataDetails = newLoadMetaDataDetails collect {
    +        val mergedContent = oldMetadataDetails.collect {
    +          case content =>
    +            val contentIndex = newMetadataDetails.indexOf(content)
    --- End diff --
    
    done


---