[GitHub] carbondata pull request #1972: [CARBONDATA-2168] Support global sort for sta...

[manishgupta88]

Github user manishgupta88 commented on a diff in the pull request:

    https://github.com/apache/carbondata/pull/1972#discussion_r168699514
  
    --- Diff: 
integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/management/CarbonLoadDataCommand.scala
 ---
    @@ -676,6 +734,48 @@ case class CarbonLoadDataCommand(
         }
       }
     
    +  private def convertData(
    +      originRDD: RDD[Row],
    +      sparkSession: SparkSession,
    +      model: CarbonLoadModel,
    +      isDataFrame: Boolean): RDD[InternalRow] = {
    +    model.setPartitionId("0")
    +    val sc = sparkSession.sparkContext
    +    val modelBroadcast = sc.broadcast(model)
    +    val partialSuccessAccum = sc.accumulator(0, "Partial Success 
Accumulator")
    +
    +    val inputStepRowCounter = sc.accumulator(0, "Input Processor 
Accumulator")
    +    // 1. Input
    +    var convertRDD =
    --- End diff --
    
    this var can be val


---