vikramahuja1001 commented on a change in pull request #3917:
URL: https://github.com/apache/carbondata/pull/3917#discussion_r503116909
##########
File path:
integration/spark/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonCleanFilesCommand.scala
##########
@@ -108,12 +112,51 @@ case class CarbonCleanFilesCommand(
Seq.empty
}
+ def deleteStashInMetadataFolder(carbonTable: CarbonTable): Unit = {
+ val tableStatusLock = CarbonLockFactory
+ .getCarbonLockObj(carbonTable.getAbsoluteTableIdentifier,
LockUsage.TABLE_STATUS_LOCK)
+ val carbonLoadModel = new CarbonLoadModel
+ try {
+ if (tableStatusLock.lockWithRetries()) {
+ val tableStatusFilePath = CarbonTablePath
+ .getTableStatusFilePath(carbonTable.getTablePath)
+ val loadMetaDataDetails = SegmentStatusManager
+ .readTableStatusFile(tableStatusFilePath).filter(details =>
details.getSegmentStatus ==
+ SegmentStatus.SUCCESS || details.getSegmentStatus ==
SegmentStatus.LOAD_PARTIAL_SUCCESS)
+ .sortWith(_.getLoadName < _.getLoadName)
+
carbonLoadModel.setLoadMetadataDetails(loadMetaDataDetails.toList.asJava)
+ } else {
+ throw new ConcurrentOperationException(carbonTable.getDatabaseName,
+ carbonTable.getTableName, "table status read", "clean files command")
+ }
+ } finally {
+ tableStatusLock.unlock()
+ }
+ val loadMetaDataDetails = carbonLoadModel.getLoadMetadataDetails.asScala
+ val segmentFileList = loadMetaDataDetails.map(f =>
CarbonTablePath.getSegmentFilesLocation(
Review comment:
okay
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
