[
https://issues.apache.org/jira/browse/HIVE-29005?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
tanghui updated HIVE-29005:
---------------------------
Description:
重命名表后,执行添加列的操作会将Beeline 中的旧位置恢复:
{code:java}
{code}
CREATE TABLE n (i
{code:java}
int
{code}
) STORED BY ICEBERG STORED AS ORC;
{code:java}
{code}
insert into n values(1),(2),(3);
{code:java}
{code}
从 n 中选择所有数据;
{code:java}
{code}
ALTER TABLE n RENAME TO nn;
{code:java}
{code}
显示创建表 nn;
{code:java}
{code}
此元数据位置为:
hdfs://nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.metadata.json'
但位置是:hdfs://nameservice1/warehouse/tablespace/external/hive/nn
{code:java}
{code}
+----------------------------------------------------+
{code:java}
{code}
| 创建标签页 |
{code:java}
{code}
+----------------------------------------------------+
{code:java}
{code}
| 创建外部表 `nn`( |
{code:java}
{code}
| `i`
{code:java}
int
{code}
) |
{code:java}
{code}
| 行格式序列化器 |
{code:java}
{code}
|
{code:java}
'org.apache.iceberg.mr.hive.HiveIcebergSerDe'
{code}
|
{code:java}
{code}
| 存储者 |
{code:java}
{code}
|
{code:java}
'org.apache.iceberg.mr.hive.HiveIcebergStorageHandler'
{code}
|
{code:java}
{code}
| |
{code:java}
{code}
| 地点 |
{code:java}
{code}
|
{code:java}
'hdfs: //nameservice1/warehouse/tablespace/external/hive/nn' |
{code}
| TBLPROPERTIES ( |
{code:java}
{code}
|
{code:java}
'TRANSLATED_TO_EXTERNAL'
{code}
=
{code:java}
'TRUE'
{code}
, |
{code:java}
{code}
|
{code:java}
'bucketing_version'
{code}
=
{code:java}
'2'
{code}
, |
{code:java}
{code}
|
{code:java}
'current-schema'
{code}
=
{code:java}
'{ "type" : "struct" , "schema-id" :0, "fields" :[{ "id" :1, "name" : "i" ,
"required" : false , "type" : " int " }]}'
{code}
, |
{code:java}
{code}
|
{code:java}
'current-snapshot-id'
{code}
=
{code:java}
'7947486275821849401'
{code}
, |
{code:java}
{code}
|
{code:java}
'current-snapshot-summary'
{code}
=
{code:java}
'{ "added-data-files" : "1" , "added-records" : "3" , "added-files-size" :
"247" , "changed-partition-count" : "1" , "total-records" : "3" ,
"total-files-size" : "247" , "total-data-files" : "1" , "total-delete-files" :
"0" , "total-position-deletes" : "0" , "total-equality-deletes" : "0" }'
{code}
, |
{code:java}
{code}
|
{code:java}
'current-snapshot-timestamp-ms'
{code}
=
{code:java}
'1749718607090'
{code}
, |
{code:java}
{code}
|
{code:java}
'engine.hive.enabled'
{code}
=
{code:java}
' true '
{code}
, |
{code:java}
{code}
|
{code:java}
'external.table.purge'
{code}
=
{code:java}
'TRUE'
{code}
, |
{code:java}
{code}
|
{code:java}
'iceberg.orc.files.only'
{code}
=
{code:java}
' true '
{code}
, |
{code:java}
{code}
|
{code:java}
'metadata_location'
{code}
=
{code:java}
'hdfs:
//nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.metadata.json'
, |
{code}
|
{code:java}
'previous_metadata_location'
{code}
=
{code:java}
'hdfs:
//nameservice1/warehouse/tablespace/external/hive/n/metadata/00000-6382fc39-4e17-4626-b081-b200eec
b506a.metadata.json' , |
{code}
|
{code:java}
'serialization.format'
{code}
=
{code:java}
'1'
{code}
, |
{code:java}
{code}
|
{code:java}
'快照计数'
{code}
=
{code:java}
'1'
{code}
, |
{code:java}
{code}
|
{code:java}
'table_type'
{code}
=
{code:java}
'ICEBERG'
{code}
, |
{code:java}
{code}
|
{code:java}
'transient_lastDdlTime'
{code}
=
{code:java}
'1749718607'
{code}
, |
{code:java}
{code}
|
{code:java}
'uuid'
{code}
=
{code:java}
'80dbfeb8-0443-4774-991a-f1a2f9bd482d'
{code}
, |
{code:java}
{code}
|
{code:java}
'write.format.default '
{code}
= '
{code:java}
orc'
{code}
) |
{code:java}
{code}
+----------------------------------------------------
{code:java}
{code}
was:
after rename table ,execute add column will Restored the old location
in beeline:
{code:java}
CREATE TABLE n (i int) STORED BY ICEBERG STORED AS ORC;
insert into n values(1),(2),(3);
select * from n ;
ALTER TABLE n RENAME TO nn;
show create table nn;
{code}
this metadata_location is :
hdfs://nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.met
adata.json'
but location is : hdfs://nameservice1/warehouse/tablespace/external/hive/nn
{code:java}
+----------------------------------------------------+
| createtab_stmt |
+----------------------------------------------------+
| CREATE EXTERNAL TABLE `nn`( |
| `i` int) |
| ROW FORMAT SERDE |
| 'org.apache.iceberg.mr.hive.HiveIcebergSerDe' |
| STORED BY |
| 'org.apache.iceberg.mr.hive.HiveIcebergStorageHandler' |
| |
| LOCATION |
| 'hdfs://nameservice1/warehouse/tablespace/external/hive/nn' |
| TBLPROPERTIES ( |
| 'TRANSLATED_TO_EXTERNAL'='TRUE', |
| 'bucketing_version'='2', |
|
'current-schema'='{"type":"struct","schema-id":0,"fields":[{"id":1,"name":"i","required":false,"type":"int"}]}',
|
| 'current-snapshot-id'='7947486275821849401', |
|
'current-snapshot-summary'='{"added-data-files":"1","added-records":"3","added-files-size":"247","changed-partition-count":"1","total
-records":"3","total-files-size":"247","total-data-files":"1","total-delete-files":"0","total-position-deletes":"0","total-equality-delet
es":"0"}', |
| 'current-snapshot-timestamp-ms'='1749718607090', |
| 'engine.hive.enabled'='true', |
| 'external.table.purge'='TRUE', |
| 'iceberg.orc.files.only'='true', |
|
'metadata_location'='hdfs://nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.met
adata.json', |
|
'previous_metadata_location'='hdfs://nameservice1/warehouse/tablespace/external/hive/n/metadata/00000-6382fc39-4e17-4626-b081-b200eec
b506a.metadata.json', |
| 'serialization.format'='1', |
| 'snapshot-count'='1', |
| 'table_type'='ICEBERG', |
| 'transient_lastDdlTime'='1749718607', |
| 'uuid'='80dbfeb8-0443-4774-991a-f1a2f9bd482d', |
| 'write.format.default'='orc') |
+----------------------------------------------------
{code}
> iceberg: rename table not modify the metadata_location
> ------------------------------------------------------
>
> Key: HIVE-29005
> URL: https://issues.apache.org/jira/browse/HIVE-29005
> Project: Hive
> Issue Type: Improvement
> Affects Versions: 4.0.0-beta-1, 4.0.1
> Reporter: tanghui
> Assignee: tanghui
> Priority: Major
> Labels: iceberg
> Fix For: Not Applicable
>
>
> 重命名表后,执行添加列的操作会将Beeline 中的旧位置恢复:
>
> {code:java}
> {code}
> CREATE TABLE n (i
> {code:java}
> int
> {code}
> ) STORED BY ICEBERG STORED AS ORC;
> {code:java}
> {code}
> insert into n values(1),(2),(3);
> {code:java}
> {code}
> 从 n 中选择所有数据;
> {code:java}
> {code}
> ALTER TABLE n RENAME TO nn;
> {code:java}
> {code}
> 显示创建表 nn;
> {code:java}
> {code}
> 此元数据位置为:
> hdfs://nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.metadata.json'
> 但位置是:hdfs://nameservice1/warehouse/tablespace/external/hive/nn
> {code:java}
> {code}
> +----------------------------------------------------+
> {code:java}
> {code}
> | 创建标签页 |
> {code:java}
> {code}
> +----------------------------------------------------+
> {code:java}
> {code}
> | 创建外部表 `nn`( |
> {code:java}
> {code}
> | `i`
> {code:java}
> int
> {code}
> ) |
> {code:java}
> {code}
> | 行格式序列化器 |
> {code:java}
> {code}
> |
> {code:java}
> 'org.apache.iceberg.mr.hive.HiveIcebergSerDe'
> {code}
> |
> {code:java}
> {code}
> | 存储者 |
> {code:java}
> {code}
> |
> {code:java}
> 'org.apache.iceberg.mr.hive.HiveIcebergStorageHandler'
> {code}
> |
> {code:java}
> {code}
> | |
> {code:java}
> {code}
> | 地点 |
> {code:java}
> {code}
> |
> {code:java}
> 'hdfs: //nameservice1/warehouse/tablespace/external/hive/nn' |
> {code}
> | TBLPROPERTIES ( |
> {code:java}
> {code}
> |
> {code:java}
> 'TRANSLATED_TO_EXTERNAL'
> {code}
> =
> {code:java}
> 'TRUE'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'bucketing_version'
> {code}
> =
> {code:java}
> '2'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'current-schema'
> {code}
> =
> {code:java}
> '{ "type" : "struct" , "schema-id" :0, "fields" :[{ "id" :1, "name" : "i" ,
> "required" : false , "type" : " int " }]}'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'current-snapshot-id'
> {code}
> =
> {code:java}
> '7947486275821849401'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'current-snapshot-summary'
> {code}
> =
> {code:java}
> '{ "added-data-files" : "1" , "added-records" : "3" , "added-files-size" :
> "247" , "changed-partition-count" : "1" , "total-records" : "3" ,
> "total-files-size" : "247" , "total-data-files" : "1" , "total-delete-files"
> : "0" , "total-position-deletes" : "0" , "total-equality-deletes" : "0" }'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'current-snapshot-timestamp-ms'
> {code}
> =
> {code:java}
> '1749718607090'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'engine.hive.enabled'
> {code}
> =
> {code:java}
> ' true '
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'external.table.purge'
> {code}
> =
> {code:java}
> 'TRUE'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'iceberg.orc.files.only'
> {code}
> =
> {code:java}
> ' true '
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'metadata_location'
> {code}
> =
> {code:java}
> 'hdfs:
> //nameservice1/warehouse/tablespace/external/hive/n/metadata/00001-63de9790-1399-4a52-9753-47f6cf271f1a.metadata.json'
> , |
> {code}
> |
> {code:java}
> 'previous_metadata_location'
> {code}
> =
> {code:java}
> 'hdfs:
> //nameservice1/warehouse/tablespace/external/hive/n/metadata/00000-6382fc39-4e17-4626-b081-b200eec
> b506a.metadata.json' , |
> {code}
> |
> {code:java}
> 'serialization.format'
> {code}
> =
> {code:java}
> '1'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> '快照计数'
> {code}
> =
> {code:java}
> '1'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'table_type'
> {code}
> =
> {code:java}
> 'ICEBERG'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'transient_lastDdlTime'
> {code}
> =
> {code:java}
> '1749718607'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'uuid'
> {code}
> =
> {code:java}
> '80dbfeb8-0443-4774-991a-f1a2f9bd482d'
> {code}
> , |
> {code:java}
> {code}
> |
> {code:java}
> 'write.format.default '
> {code}
> = '
> {code:java}
> orc'
> {code}
> ) |
> {code:java}
> {code}
> +----------------------------------------------------
> {code:java}
>
> {code}
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)