aasha commented on a change in pull request #1422:
URL: https://github.com/apache/hive/pull/1422#discussion_r477138389
##########
File path:
itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
##########
@@ -2609,6 +2609,109 @@ public void testViewsReplication() throws IOException {
verifyIfTableNotExist(replDbName, "virtual_view", metaStoreClientMirror);
}
+ @Test
+ public void testMaterializedViewsReplication() throws Exception {
+ boolean verifySetup_tmp = verifySetupSteps;
+ verifySetupSteps = true;
+ String testName = "materializedviewsreplication";
+ String testName2 = testName + "2";
+ String dbName = createDB(testName, driver);
+ String dbName2 = createDB(testName2, driver); //for creating multi-db
materialized view
+ String replDbName = dbName + "_dupe";
+
+ run("CREATE TABLE " + dbName + ".unptned(a string) STORED AS TEXTFILE",
driver);
+ run("CREATE TABLE " + dbName2 + ".unptned(a string) STORED AS TEXTFILE",
driver);
+ run("CREATE TABLE " + dbName + ".ptned(a string) partitioned by (b int)
STORED AS TEXTFILE", driver);
+
+ String[] unptn_data = new String[]{ "eleven", "twelve" };
+ String[] ptn_data_1 = new String[]{ "thirteen", "fourteen", "fifteen"};
+ String[] ptn_data_2 = new String[]{ "fifteen", "sixteen", "seventeen"};
+ String[] empty = new String[]{};
+
+ String unptn_locn = new Path(TEST_PATH, testName +
"_unptn").toUri().getPath();
+ String ptn_locn_1 = new Path(TEST_PATH, testName +
"_ptn1").toUri().getPath();
+ String ptn_locn_2 = new Path(TEST_PATH, testName +
"_ptn2").toUri().getPath();
+
+ createTestDataFile(unptn_locn, unptn_data);
+ createTestDataFile(ptn_locn_1, ptn_data_1);
+ createTestDataFile(ptn_locn_2, ptn_data_2);
+
+ verifySetup("SELECT a from " + dbName + ".ptned", empty, driver);
+ verifySetup("SELECT * from " + dbName + ".unptned", empty, driver);
+ verifySetup("SELECT * from " + dbName2 + ".unptned", empty, driver);
+
+ run("LOAD DATA LOCAL INPATH '" + unptn_locn + "' OVERWRITE INTO TABLE " +
dbName + ".unptned", driver);
+ run("LOAD DATA LOCAL INPATH '" + unptn_locn + "' OVERWRITE INTO TABLE " +
dbName2 + ".unptned", driver);
+ verifySetup("SELECT * from " + dbName + ".unptned", unptn_data, driver);
+ verifySetup("SELECT * from " + dbName2 + ".unptned", unptn_data, driver);
+
+ run("LOAD DATA LOCAL INPATH '" + ptn_locn_1 + "' OVERWRITE INTO TABLE " +
dbName + ".ptned PARTITION(b=1)", driver);
+ verifySetup("SELECT a from " + dbName + ".ptned WHERE b=1", ptn_data_1,
driver);
+ run("LOAD DATA LOCAL INPATH '" + ptn_locn_2 + "' OVERWRITE INTO TABLE " +
dbName + ".ptned PARTITION(b=2)", driver);
+ verifySetup("SELECT a from " + dbName + ".ptned WHERE b=2", ptn_data_2,
driver);
+
+
+ run("CREATE MATERIALIZED VIEW " + dbName + ".mat_view_boot disable rewrite
stored as textfile AS SELECT a FROM " + dbName + ".ptned where b=1", driver);
+ verifySetup("SELECT a from " + dbName + ".mat_view_boot", ptn_data_1,
driver);
+
+ run("CREATE MATERIALIZED VIEW " + dbName + ".mat_view_boot2 disable
rewrite stored as textfile AS SELECT t1.a FROM " + dbName + ".unptned as t1
join " + dbName2 + ".unptned as t2 on t1.a = t2.a", driver);
+ verifySetup("SELECT a from " + dbName + ".mat_view_boot2", unptn_data,
driver);
+
+ Tuple bootstrapDump = bootstrapLoadAndVerify(dbName, replDbName);
+
+ verifyRun("SELECT * from " + replDbName + ".unptned", unptn_data,
driverMirror);
+ verifyRun("SELECT a from " + replDbName + ".ptned where b=1", ptn_data_1,
driverMirror);
+
+ //verify source MVs are not on replica
+ verifyIfTableNotExist(replDbName, "mat_view_boot", metaStoreClientMirror);
+ verifyIfTableNotExist(replDbName, "mat_view_boot2", metaStoreClientMirror);
+
+ //test alter materialized view with rename
+ run("ALTER TABLE " + dbName + ".mat_view_boot RENAME TO " + dbName +
".mat_view_rename", driver);
+
+ //verify rename, i.e. new MV exists and old MV does not exist
+ verifyIfTableNotExist(dbName, "mat_view_boot", metaStoreClient);
+ verifyIfTableExist(dbName, "mat_view_rename", metaStoreClient);
+ //verifySetup("SELECT a from " + dbName + ".mat_view_rename", ptn_data_1,
driver);
Review comment:
check why this is failing
##########
File path:
itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/parse/TestReplicationScenarios.java
##########
@@ -2609,6 +2609,109 @@ public void testViewsReplication() throws IOException {
verifyIfTableNotExist(replDbName, "virtual_view", metaStoreClientMirror);
}
+ @Test
+ public void testMaterializedViewsReplication() throws Exception {
Review comment:
test for MV on top of transactional tables
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: gitbox-unsubscr...@hive.apache.org
For additional commands, e-mail: gitbox-h...@hive.apache.org
