Github user kumarvishal09 commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/2993#discussion_r243227160
--- Diff:
streaming/src/main/scala/org/apache/carbondata/streaming/parser/RowStreamParserImp.scala
---
@@ -53,19 +54,21 @@ class RowStreamParserImp extends CarbonStreamParser {
this.configuration.get(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT))
this.dateFormat = new SimpleDateFormat(
this.configuration.get(CarbonCommonConstants.CARBON_DATE_FORMAT))
- this.complexDelimiterLevel1 =
this.configuration.get("carbon_complex_delimiter_level_1")
- this.complexDelimiterLevel2 =
this.configuration.get("carbon_complex_delimiter_level_2")
- this.complexDelimiterLevel3 =
this.configuration.get("carbon_complex_delimiter_level_3")
+
this.complexDelimiters.add(this.configuration.get("carbon_complex_delimiter_level_1"))
+
this.complexDelimiters.add(this.configuration.get("carbon_complex_delimiter_level_2"))
+
this.complexDelimiters.add(this.configuration.get("carbon_complex_delimiter_level_3"))
+
this.complexDelimiters.add(ComplexDelimitersEnum.COMPLEX_DELIMITERS_LEVEL_4.value())
this.serializationNullFormat =
this.configuration.get(DataLoadProcessorConstants.SERIALIZATION_NULL_FORMAT)
}
override def parserRow(value: InternalRow): Array[Object] = {
this.encoder.fromRow(value).toSeq.map { x => {
FieldConverter.objectToString(
- x, serializationNullFormat, complexDelimiterLevel1,
complexDelimiterLevel2,
+ x, serializationNullFormat, complexDelimiters,
timeStampFormat, dateFormat)
- } }.toArray
+ }
--- End diff --
please format it correctly
---
