[GitHub] carbondata pull request #2535: [CARBONDATA-2606]Fix Complex array Pushdown

[kunal642]

Github user kunal642 commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/2535#discussion_r204296035
  
    --- Diff: 
integration/spark2/src/main/scala/org/apache/carbondata/spark/rdd/CarbonDataRDDFactory.scala
 ---
    @@ -578,13 +578,19 @@ object CarbonDataRDDFactory {
             if (carbonTable.isHivePartitionTable) {
               carbonLoadModel.setFactTimeStamp(System.currentTimeMillis())
             }
    -        val compactedSegments = new util.ArrayList[String]()
    -        handleSegmentMerging(sqlContext,
    -          carbonLoadModel,
    -          carbonTable,
    -          compactedSegments,
    -          operationContext)
    -        carbonLoadModel.setMergedSegmentIds(compactedSegments)
    +        // Block compaction for table containing complex datatype
    +        if (carbonTable.getTableInfo.getFactTable.getListOfColumns.asScala
    +          .exists(m => m.getDataType.isComplexType)) {
    +          LOGGER.info("Compaction is skipped as table contains complex 
columns")
    --- End diff --
    
    change to warn


---