This is an automated email from the ASF dual-hosted git repository.
zhangbutao pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
The following commit(s) were added to refs/heads/master by this push:
new b775c708f7d HIVE-28442: Fix inconsistency in schema on tables
TAB_COL_STATS, PART_COL_STATS, KEY_CONSTRAINTS and SCHEDULED_QUERIES on SYSDB
after upgrade from 3.1.0 to 4.1.0 (#5392)(Indhumathi Muthumurugesh, reviewed
byKokila N, Butao Zhang)
b775c708f7d is described below
commit b775c708f7dd4cd2088e68f994460b42a22189a2
Author: Indhumathi27 <[email protected]>
AuthorDate: Fri Aug 23 08:03:44 2024 +0530
HIVE-28442: Fix inconsistency in schema on tables TAB_COL_STATS,
PART_COL_STATS, KEY_CONSTRAINTS and SCHEDULED_QUERIES on SYSDB after upgrade
from 3.1.0 to 4.1.0 (#5392)(Indhumathi Muthumurugesh, reviewed byKokila N,
Butao Zhang)
Co-authored-by: Indhumathi27 <[email protected]>
---
.../main/sql/hive/upgrade-4.0.0-to-4.1.0.hive.sql | 170 +++++++++++++++++++++
1 file changed, 170 insertions(+)
diff --git
a/standalone-metastore/metastore-server/src/main/sql/hive/upgrade-4.0.0-to-4.1.0.hive.sql
b/standalone-metastore/metastore-server/src/main/sql/hive/upgrade-4.0.0-to-4.1.0.hive.sql
index 8eb72b617d0..4dd7847fc81 100644
---
a/standalone-metastore/metastore-server/src/main/sql/hive/upgrade-4.0.0-to-4.1.0.hive.sql
+++
b/standalone-metastore/metastore-server/src/main/sql/hive/upgrade-4.0.0-to-4.1.0.hive.sql
@@ -2,6 +2,176 @@ SELECT 'Upgrading MetaStore schema from 4.0.0 to 4.1.0';
USE SYS;
+-- HIVE-28442
+DROP TABLE IF EXISTS `KEY_CONSTRAINTS`;
+CREATE EXTERNAL TABLE `KEY_CONSTRAINTS`
+(
+ `CHILD_CD_ID` bigint,
+ `CHILD_INTEGER_IDX` int,
+ `CHILD_TBL_ID` bigint,
+ `PARENT_CD_ID` bigint,
+ `PARENT_INTEGER_IDX` int,
+ `PARENT_TBL_ID` bigint,
+ `POSITION` bigint,
+ `CONSTRAINT_NAME` string,
+ `CONSTRAINT_TYPE` string,
+ `UPDATE_RULE` string,
+ `DELETE_RULE` string,
+ `ENABLE_VALIDATE_RELY` int,
+ `DEFAULT_VALUE` string,
+ CONSTRAINT `SYS_PK_KEY_CONSTRAINTS` PRIMARY KEY (`PARENT_TBL_ID`,
`CONSTRAINT_NAME`, `POSITION`) DISABLE
+)
+STORED BY 'org.apache.hive.storage.jdbc.JdbcStorageHandler'
+TBLPROPERTIES (
+"hive.sql.database.type" = "METASTORE",
+"hive.sql.query" =
+"SELECT
+ \"CHILD_CD_ID\",
+ \"CHILD_INTEGER_IDX\",
+ \"CHILD_TBL_ID\",
+ \"PARENT_CD_ID\",
+ \"PARENT_INTEGER_IDX\",
+ \"PARENT_TBL_ID\",
+ \"POSITION\",
+ \"CONSTRAINT_NAME\",
+ \"CONSTRAINT_TYPE\",
+ \"UPDATE_RULE\",
+ \"DELETE_RULE\",
+ \"ENABLE_VALIDATE_RELY\",
+ \"DEFAULT_VALUE\"
+FROM
+ \"KEY_CONSTRAINTS\""
+);
+
+DROP TABLE IF EXISTS `PART_COL_STATS`;
+CREATE EXTERNAL TABLE `PART_COL_STATS` (
+ `CS_ID` bigint,
+ `COLUMN_NAME` string,
+ `COLUMN_TYPE` string,
+ `PART_ID` bigint,
+ `LONG_LOW_VALUE` bigint,
+ `LONG_HIGH_VALUE` bigint,
+ `DOUBLE_HIGH_VALUE` double,
+ `DOUBLE_LOW_VALUE` double,
+ `BIG_DECIMAL_LOW_VALUE` string,
+ `BIG_DECIMAL_HIGH_VALUE` string,
+ `NUM_NULLS` bigint,
+ `NUM_DISTINCTS` bigint,
+ `AVG_COL_LEN` double,
+ `MAX_COL_LEN` bigint,
+ `NUM_TRUES` bigint,
+ `NUM_FALSES` bigint,
+ `LAST_ANALYZED` bigint,
+ `ENGINE` string,
+ CONSTRAINT `SYS_PK_PART_COL_STATS` PRIMARY KEY (`CS_ID`) DISABLE
+)
+STORED BY 'org.apache.hive.storage.jdbc.JdbcStorageHandler'
+TBLPROPERTIES (
+"hive.sql.database.type" = "METASTORE",
+"hive.sql.query" =
+"SELECT
+ \"CS_ID\",
+ \"COLUMN_NAME\",
+ \"COLUMN_TYPE\",
+ \"PART_ID\",
+ \"LONG_LOW_VALUE\",
+ \"LONG_HIGH_VALUE\",
+ \"DOUBLE_HIGH_VALUE\",
+ \"DOUBLE_LOW_VALUE\",
+ \"BIG_DECIMAL_LOW_VALUE\",
+ \"BIG_DECIMAL_HIGH_VALUE\",
+ \"NUM_NULLS\",
+ \"NUM_DISTINCTS\",
+ \"AVG_COL_LEN\",
+ \"MAX_COL_LEN\",
+ \"NUM_TRUES\",
+ \"NUM_FALSES\",
+ \"LAST_ANALYZED\",
+ \"ENGINE\"
+FROM
+ \"PART_COL_STATS\""
+);
+
+DROP TABLE IF EXISTS `SCHEDULED_QUERIES`;
+CREATE EXTERNAL TABLE `SCHEDULED_QUERIES` (
+ `SCHEDULED_QUERY_ID` bigint,
+ `SCHEDULE_NAME` string,
+ `ENABLED` boolean,
+ `CLUSTER_NAMESPACE` string,
+ `SCHEDULE` string,
+ `USER` string,
+ `QUERY` string,
+ `NEXT_EXECUTION` bigint,
+ `ACTIVE_EXECUTION_ID` bigint,
+ CONSTRAINT `SYS_PK_SCHEDULED_QUERIES` PRIMARY KEY (`SCHEDULED_QUERY_ID`)
DISABLE
+)
+STORED BY 'org.apache.hive.storage.jdbc.JdbcStorageHandler'
+TBLPROPERTIES (
+"hive.sql.database.type" = "METASTORE",
+"hive.sql.query" =
+"SELECT
+ \"SCHEDULED_QUERY_ID\",
+ \"SCHEDULE_NAME\",
+ \"ENABLED\",
+ \"CLUSTER_NAMESPACE\",
+ \"SCHEDULE\",
+ \"USER\",
+ \"QUERY\",
+ \"NEXT_EXECUTION\",
+ \"ACTIVE_EXECUTION_ID\"
+FROM
+ \"SCHEDULED_QUERIES\""
+);
+
+DROP TABLE IF EXISTS `TAB_COL_STATS`;
+CREATE EXTERNAL TABLE `TAB_COL_STATS` (
+ `CS_ID` bigint,
+ `COLUMN_NAME` string,
+ `COLUMN_TYPE` string,
+ `TBL_ID` bigint,
+ `LONG_LOW_VALUE` bigint,
+ `LONG_HIGH_VALUE` bigint,
+ `DOUBLE_HIGH_VALUE` double,
+ `DOUBLE_LOW_VALUE` double,
+ `BIG_DECIMAL_LOW_VALUE` string,
+ `BIG_DECIMAL_HIGH_VALUE` string,
+ `NUM_NULLS` bigint,
+ `NUM_DISTINCTS` bigint,
+ `AVG_COL_LEN` double,
+ `MAX_COL_LEN` bigint,
+ `NUM_TRUES` bigint,
+ `NUM_FALSES` bigint,
+ `LAST_ANALYZED` bigint,
+ `ENGINE` string,
+ CONSTRAINT `SYS_PK_TAB_COL_STATS` PRIMARY KEY (`CS_ID`) DISABLE
+)
+STORED BY 'org.apache.hive.storage.jdbc.JdbcStorageHandler'
+TBLPROPERTIES (
+"hive.sql.database.type" = "METASTORE",
+"hive.sql.query" =
+"SELECT
+ \"CS_ID\",
+ \"COLUMN_NAME\",
+ \"COLUMN_TYPE\",
+ \"TBL_ID\",
+ \"LONG_LOW_VALUE\",
+ \"LONG_HIGH_VALUE\",
+ \"DOUBLE_HIGH_VALUE\",
+ \"DOUBLE_LOW_VALUE\",
+ \"BIG_DECIMAL_LOW_VALUE\",
+ \"BIG_DECIMAL_HIGH_VALUE\",
+ \"NUM_NULLS\",
+ \"NUM_DISTINCTS\",
+ \"AVG_COL_LEN\",
+ \"MAX_COL_LEN\",
+ \"NUM_TRUES\",
+ \"NUM_FALSES\",
+ \"LAST_ANALYZED\",
+ \"ENGINE\"
+FROM
+ \"TAB_COL_STATS\""
+);
+
CREATE OR REPLACE VIEW `VERSION` AS SELECT 1 AS `VER_ID`, '4.1.0' AS
`SCHEMA_VERSION`,
'Hive release version 4.1.0' AS `VERSION_COMMENT`;
