Github user kunal642 commented on a diff in the pull request:
https://github.com/apache/carbondata/pull/2084#discussion_r177729512
--- Diff:
integration/spark2/src/test/scala/org/apache/spark/carbondata/TestStreamingTableOperation.scala
---
@@ -249,6 +251,195 @@ class TestStreamingTableOperation extends QueryTest
with BeforeAndAfterAll {
assertResult(exceptedRow)(row)
}
+ test("test preaggregate table creation on streaming table without
handoff") {
+ val identifier = new TableIdentifier("agg_table", Option("streaming"))
+ val carbonTable =
CarbonEnv.getInstance(spark).carbonMetastore.lookupRelation(identifier)(spark)
+ .asInstanceOf[CarbonRelation].metaData.carbonTable
+ val csvDataDir = new File("target/csvdatanew").getCanonicalPath
+ // streaming ingest 10 rows
+ generateCSVDataFile(spark, idStart = 10, rowNums = 5, csvDataDir)
--- End diff --
moved to beforeAll(). In compaction, had to generateCSVDataFile 4 times
because checkpoints are maintained
---
