ajantha-bhat commented on a change in pull request #3773:
URL: https://github.com/apache/carbondata/pull/3773#discussion_r465477662
##########
File path:
integration/presto/src/test/scala/org/apache/carbondata/presto/integrationtest/GenerateFiles.scala
##########
@@ -0,0 +1,650 @@
+package org.apache.carbondata.presto.integrationtest
+
+import java.io.{ByteArrayInputStream, ByteArrayOutputStream, DataInputStream,
File, InputStream}
+import java.util
+
+import scala.collection.JavaConverters._
+
+import org.apache.avro
+import org.apache.avro.file.DataFileWriter
+import org.apache.avro.generic.{GenericDatumReader, GenericDatumWriter,
GenericRecord}
+import org.apache.avro.io.{DecoderFactory, Encoder}
+import org.junit.Assert
+
+import org.apache.carbondata.core.cache.dictionary.DictionaryByteArrayWrapper
+import org.apache.carbondata.core.constants.CarbonCommonConstants
+import org.apache.carbondata.core.datastore.block.TableBlockInfo
+import org.apache.carbondata.core.datastore.chunk.impl.DimensionRawColumnChunk
+import
org.apache.carbondata.core.datastore.chunk.reader.CarbonDataReaderFactory
+import
org.apache.carbondata.core.datastore.chunk.reader.dimension.v3.DimensionChunkReaderV3
+import org.apache.carbondata.core.datastore.compression.CompressorFactory
+import org.apache.carbondata.core.datastore.filesystem.{CarbonFile,
CarbonFileFilter}
+import org.apache.carbondata.core.datastore.impl.FileFactory
+import
org.apache.carbondata.core.datastore.page.encoding.DefaultEncodingFactory
+import org.apache.carbondata.core.metadata.ColumnarFormatVersion
+import org.apache.carbondata.core.util.{CarbonMetadataUtil,
DataFileFooterConverterV3}
+import org.apache.carbondata.sdk.file.CarbonWriter
+
+class GenerateFiles {
+
+ def singleLevelArrayFile() = {
+ val json1: String =
+ """ {"stringCol": "bob","intCol": 14,"doubleCol": 10.5,"realCol": 12.7,
+ |"boolCol": true,"arrayStringCol1":["Street1"],"arrayStringCol2":
["India", "Egypt"],
+ |"arrayIntCol":
[1,2,3],"arrayBigIntCol":[70000,600000000],"arrayRealCol":[1.111,2.2],
+ |"arrayDoubleCol":[1.1,2.2,3.3], "arrayBooleanCol": [true, false,
true]} """.stripMargin
+ val json2: String =
+ """ {"stringCol": "Alex","intCol": 15,"doubleCol": 11.5,"realCol": 13.7,
+ |"boolCol": true, "arrayStringCol1": ["Street1",
"Street2"],"arrayStringCol2": ["Japan",
+ |"China", "India"],"arrayIntCol":
[1,2,3,4],"arrayBigIntCol":[70000,600000000,8000],
+ |"arrayRealCol":[1.1,2.2,3.3],"arrayDoubleCol":[1.1,2.2,4.45,3.3],
+ |"arrayBooleanCol": [true, true, true]} """.stripMargin
+ val json3: String =
+ """ {"stringCol": "Rio","intCol": 16,"doubleCol": 12.5,"realCol": 14.7,
+ |"boolCol": true, "arrayStringCol1": ["Street1", "Street2","Street3"],
+ |"arrayStringCol2": ["China", "Brazil", "Paris",
"France"],"arrayIntCol": [1,2,3,4,5],
+
|"arrayBigIntCol":[70000,600000000,8000,9111111111],"arrayRealCol":[1.1,2.2,3.3,4.45],
+ |"arrayDoubleCol":[1.1,2.2,4.45,5.5,3.3], "arrayBooleanCol": [true,
false, true]} """
+ .stripMargin
+ val json4: String =
+ """ {"stringCol": "bob","intCol": 14,"doubleCol": 10.5,"realCol": 12.7,
+ |"boolCol": true, "arrayStringCol1":["Street1"],"arrayStringCol2":
["India", "Egypt"],
+ |"arrayIntCol":
[1,2,3],"arrayBigIntCol":[70000,600000000],"arrayRealCol":[1.1,2.2],
+ |"arrayDoubleCol":[1.1,2.2,3.3], "arrayBooleanCol": [true, false,
true]} """.stripMargin
+ val json5: String =
+ """ {"stringCol": "Alex","intCol": 15,"doubleCol": 11.5,"realCol": 13.7,
+ |"boolCol": true, "arrayStringCol1": ["Street1",
"Street2"],"arrayStringCol2": ["Japan",
+ |"China", "India"],"arrayIntCol":
[1,2,3,4],"arrayBigIntCol":[70000,600000000,8000],
+ |"arrayRealCol":[1.1,2.2,3.3],"arrayDoubleCol":[4,1,21.222,15.231],
+ |"arrayBooleanCol": [false, false, false]} """.stripMargin
+
+
+ val mySchema =
Review comment:
These code is similar to what present in TestNonTransactional carbon
table, better to extract it to common module [sdk] and reuse it instead of
duplicating
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
