jackylk commented on a change in pull request #3625: [CARBONDATA-3705] Support
create and load MV for spark datasource table
URL: https://github.com/apache/carbondata/pull/3625#discussion_r383700870
##########
File path:
mv/core/src/test/scala/org/apache/carbondata/mv/rewrite/MVCreateTestCase.scala
##########
@@ -104,6 +104,79 @@ class MVCreateTestCase extends QueryTest with
BeforeAndAfterAll {
sql(s"""LOAD DATA local inpath '$resourcesPath/data_big.csv' INTO TABLE
fact_table6 OPTIONS('DELIMITER'= ',', 'QUOTECHAR'= '"')""")
}
+ test("test create mv on parquet spark table") {
+ sql("drop materialized view if exists mv1")
+ sql("drop table if exists source")
+ sql("create table source using parquet as select * from fact_table1")
+ sql("create materialized view mv1 as select empname, deptname, avg(salary)
from source group by empname, deptname")
+ var df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ // load to parquet table and check again
+ sql("insert into source select * from fact_table1")
+ df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ sql(s"drop materialized view mv1")
+ sql("drop table source")
+ }
+
+ test("test create mv on orc spark table") {
+ sql("drop materialized view if exists mv1")
+ sql("drop table if exists source")
+ sql("create table source using orc as select * from fact_table1")
+ sql("create materialized view mv1 as select empname, deptname, avg(salary)
from source group by empname, deptname")
+ var df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ // load to orc table and check again
+ sql("insert into source select * from fact_table1")
+ df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ sql(s"drop materialized view mv1")
+ sql("drop table source")
+ }
+
+ test("test create mv on parquet hive table") {
+ sql("drop materialized view if exists mv1")
+ sql("drop table if exists source")
+ sql("create table source stored as parquet as select * from fact_table1")
+ sql("create materialized view mv1 as select empname, deptname, avg(salary)
from source group by empname, deptname")
+ var df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ // load to parquet table and check again
+ sql("insert into source select * from fact_table1")
+ df = sql("select empname, avg(salary) from source group by empname")
+ assert(TestUtil.verifyMVDataMap(df.queryExecution.optimizedPlan, "mv1"))
+ checkAnswer(df, sql("select empname, avg(salary) from fact_table2 group by
empname"))
+
+ sql(s"drop materialized view mv1")
+ sql("drop table source")
+ }
+
Review comment:
added, see "test create mv on partitioned parquet spark table"
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
