[GitHub] carbondata pull request #2535: [CARBONDATA-2606]Fix Complex array Pushdown

[kunal642]

Github user kunal642 commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/2535#discussion_r204296013
  
    --- Diff: 
integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonLoadDataCommand.scala
 ---
    @@ -823,15 +824,21 @@ case class CarbonLoadDataCommand(
         }
         try {
           carbonLoadModel.setFactTimeStamp(System.currentTimeMillis())
    -      val compactedSegments = new util.ArrayList[String]()
    -      // Trigger auto compaction
    -      CarbonDataRDDFactory.handleSegmentMerging(
    -        sparkSession.sqlContext,
    -        carbonLoadModel,
    -        table,
    -        compactedSegments,
    -        operationContext)
    -      carbonLoadModel.setMergedSegmentIds(compactedSegments)
    +      // Block compaction for table containing complex datatype
    +      if (table.getTableInfo.getFactTable.getListOfColumns.asScala
    +        .exists(m => m.getDataType.isComplexType)) {
    +        LOGGER.info("Compaction is skipped as table contains complex 
columns")
    --- End diff --
    
    change to warn


---