This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new 472565cd48b [enhance](mtmv) refresh hms table before run mtmv task
(#38212) (#39490)
472565cd48b is described below
commit 472565cd48bdb5743ace65f14511cc34c034a88d
Author: zhangdong <[email protected]>
AuthorDate: Fri Aug 16 20:05:52 2024 +0800
[enhance](mtmv) refresh hms table before run mtmv task (#38212) (#39490)
pick from master #38212
---
.../java/org/apache/doris/job/extensions/mtmv/MTMVTask.java | 4 ++--
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 13 +------------
2 files changed, 3 insertions(+), 14 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
b/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
index 0207301c2d2..ae49759b54c 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
@@ -173,7 +173,7 @@ public class MTMVTask extends AbstractTask {
this.relation = MTMVPlanUtil.generateMTMVRelation(mtmv, ctx);
// Now, the MTMV first ensures consistency with the data in the
cache.
// To be completely consistent with hive, you need to manually
refresh the cache
- // refreshHmsTable();
+ refreshHmsTable();
if (mtmv.getMvPartitionInfo().getPartitionType() !=
MTMVPartitionType.SELF_MANAGE) {
MTMVPartitionUtil.alignMvPartition(mtmv);
}
@@ -282,7 +282,7 @@ public class MTMVTask extends AbstractTask {
}
/**
- * // Before obtaining information from hmsTable, refresh to ensure that
the data is up-to-date
+ * Before obtaining information from hmsTable, refresh to ensure that the
data is up-to-date
*
* @throws AnalysisException
* @throws DdlException
diff --git a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
index ac19ecc0605..75ec61a518b 100644
--- a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
+++ b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
@@ -104,9 +104,6 @@ suite("test_hive_refresh_mtmv",
"p0,external,hive,external_docker,external_docke
// hive data change
logger.info("hive sql: " + insert_str)
hive_docker """ ${insert_str} """
- sql """
- REFRESH catalog ${catalog_name}
- """
sql """
REFRESH MATERIALIZED VIEW ${mvName} auto
"""
@@ -120,9 +117,6 @@ suite("test_hive_refresh_mtmv",
"p0,external,hive,external_docker,external_docke
"""
logger.info("hive sql: " + add_partition2021_str)
hive_docker """ ${add_partition2021_str} """
- sql """
- REFRESH catalog ${catalog_name}
- """
sql """
REFRESH MATERIALIZED VIEW ${mvName} auto
"""
@@ -139,9 +133,6 @@ suite("test_hive_refresh_mtmv",
"p0,external,hive,external_docker,external_docke
"""
logger.info("hive sql: " + drop_partition2021_str)
hive_docker """ ${drop_partition2021_str} """
- sql """
- REFRESH catalog ${catalog_name}
- """
sql """
REFRESH MATERIALIZED VIEW ${mvName} auto
"""
@@ -157,9 +148,6 @@ suite("test_hive_refresh_mtmv",
"p0,external,hive,external_docker,external_docke
"""
logger.info("hive sql: " + rename_column_str)
hive_docker """ ${rename_column_str} """
- sql """
- REFRESH catalog ${catalog_name}
- """
sql """
REFRESH MATERIALIZED VIEW ${mvName} complete
"""
@@ -172,6 +160,7 @@ suite("test_hive_refresh_mtmv",
"p0,external,hive,external_docker,external_docke
"""
logger.info("hive sql: " + recover_column_str)
hive_docker """ ${recover_column_str} """
+ // schema change need refresh catalog
sql """
REFRESH catalog ${catalog_name}
"""
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
