codope commented on issue #5836: URL: https://github.com/apache/hudi/issues/5836#issuecomment-1156348577
@dujl I don't see that config being present in hive metastore. I created the
table and below is what my hoodie.properties and `show create table` looks like:
```
#Properties saved on 2022-06-15T10:53:55.329Z
#Wed Jun 15 10:53:55 UTC 2022
hoodie.table.precombine.field=ts
hoodie.datasource.write.drop.partition.columns=false
hoodie.table.partition.fields=
hoodie.table.type=MERGE_ON_READ
hoodie.archivelog.folder=archived
hoodie.compaction.payload.class=org.apache.hudi.common.model.DefaultHoodieRecordPayload
hoodie.timeline.layout.version=1
hoodie.table.version=4
hoodie.table.recordkey.fields=id
hoodie.database.name=default
hoodie.datasource.write.partitionpath.urlencode=false
hoodie.table.name=hudi_mor_tbl
hoodie.table.keygenerator.class=org.apache.hudi.keygen.ComplexKeyGenerator
hoodie.datasource.write.hive_style_partitioning=true
hoodie.table.create.schema={"type"\:"record","name"\:"hudi_mor_tbl_record","namespace"\:"hoodie.hudi_mor_tbl","fields"\:[{"name"\:"_hoodie_commit_time","type"\:["string","null"]},{"name"\:"_hoodie_commit_seqno","type"\:["string","null"]},{"name"\:"_hoodie_record_key","type"\:["string","null"]},{"name"\:"_hoodie_partition_path","type"\:["string","null"]},{"name"\:"_hoodie_file_name","type"\:["string","null"]},{"name"\:"id","type"\:["int","null"]},{"name"\:"name","type"\:["string","null"]},{"name"\:"price","type"\:["double","null"]},{"name"\:"ts","type"\:["long","null"]}]}
hoodie.table.checksum=2013841463
```
output of `show create table`
```
show create table hudi_mor_tbl;
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--+
|
createtab_stmt
|
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--+
| CREATE TABLE `hudi_mor_tbl`(
|
| `_hoodie_commit_time` string,
|
| `_hoodie_commit_seqno` string,
|
| `_hoodie_record_key` string,
|
| `_hoodie_partition_path` string,
|
| `_hoodie_file_name` string,
|
| `id` int,
|
| `name` string,
|
| `price` double,
|
| `ts` bigint)
|
| ROW FORMAT SERDE
|
| 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
|
| WITH SERDEPROPERTIES (
|
| 'path'='hdfs://namenode:8020/user/hive/warehouse/hudi_mor_tbl')
|
| STORED AS INPUTFORMAT
|
| 'org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat'
|
| OUTPUTFORMAT
|
| 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
|
| LOCATION
|
| 'hdfs://namenode:8020/user/hive/warehouse/hudi_mor_tbl'
|
| TBLPROPERTIES (
|
| 'preCombineField'='ts',
|
| 'primaryKey'='id',
|
| 'spark.sql.create.version'='2.4.4',
|
| 'spark.sql.sources.provider'='hudi',
|
| 'spark.sql.sources.schema.numParts'='1',
|
|
'spark.sql.sources.schema.part.0'='{"type":"struct","fields":[{"name":"_hoodie_commit_time","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_commit_seqno","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_record_key","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_partition_path","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_file_name","type":"string","nullable":true,"metadata":{}},{"name":"id","type":"integer","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"price","type":"double","nullable":true,"metadata":{}},{"name":"ts","type":"long","nullable":true,"metadata":{}}]}',
|
| 'transient_lastDdlTime'='1655290436',
|
| 'type'='mor')
|
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--+
29 rows selected (0.368 seconds)
0: jdbc:hive2://hiveserver:10000> show create table hudi_mor_tbl;
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--+
|
createtab_stmt
|
+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--+
| CREATE TABLE `hudi_mor_tbl`(
|
| `_hoodie_commit_time` string,
|
| `_hoodie_commit_seqno` string,
|
| `_hoodie_record_key` string,
|
| `_hoodie_partition_path` string,
|
| `_hoodie_file_name` string,
|
| `id` int,
|
| `name` string,
|
| `price` double,
|
| `ts` bigint)
|
| ROW FORMAT SERDE
|
| 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
|
| WITH SERDEPROPERTIES (
|
| 'path'='hdfs://namenode:8020/user/hive/warehouse/hudi_mor_tbl')
|
| STORED AS INPUTFORMAT
|
| 'org.apache.hudi.hadoop.realtime.HoodieParquetRealtimeInputFormat'
|
| OUTPUTFORMAT
|
| 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat'
|
| LOCATION
|
| 'hdfs://namenode:8020/user/hive/warehouse/hudi_mor_tbl'
|
| TBLPROPERTIES (
|
| 'preCombineField'='ts',
|
| 'primaryKey'='id',
|
| 'spark.sql.create.version'='2.4.4',
|
| 'spark.sql.sources.provider'='hudi',
|
| 'spark.sql.sources.schema.numParts'='1',
|
|
'spark.sql.sources.schema.part.0'='{"type":"struct","fields":[{"name":"_hoodie_commit_time","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_commit_seqno","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_record_key","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_partition_path","type":"string","nullable":true,"metadata":{}},{"name":"_hoodie_file_name","type":"string","nullable":true,"metadata":{}},{"name":"id","type":"integer","nullable":true,"metadata":{}},{"name":"name","type":"string","nullable":true,"metadata":{}},{"name":"price","type":"double","nullable":true,"metadata":{}},{"name":"ts","type":"long","nullable":true,"metadata":{}}]}',
|
| 'transient_lastDdlTime'='1655290436',
|
| 'type'='mor')```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
