Github user kunal642 commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/2109#discussion_r178238607
--- Diff:
integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/AggregateDataMapCompactor.scala
---
@@ -47,7 +47,15 @@ class AggregateDataMapCompactor(carbonLoadModel:
CarbonLoadModel,
override def executeCompaction(): Unit = {
val carbonTable =
carbonLoadModel.getCarbonDataLoadSchema.getCarbonTable
val loadMetaDataDetails = identifySegmentsToBeMerged()
- val segments = loadMetaDataDetails.asScala.map(_.getLoadName)
+ // If segmentFile name is specified in load details then segment is
for partition table
+ // therefore the segment file name should be
loadName#segmentFileName.segment
+ val segments = loadMetaDataDetails.asScala.map {
+ loadDetail => if (loadDetail.getSegmentFile != null) {
+ loadDetail.getLoadName + "#" + loadDetail.getSegmentFile
+ } else {
+ loadDetail.getLoadName
+ }
--- End diff --
ok
---
