2018yinjian commented on issue #11794:
URL: https://github.com/apache/hudi/issues/11794#issuecomment-2297780019
old cluster：
hadoop fs -cat
/user/hive/warehouse/ods.db/ods_mct_track_result/.hoodie/hoodie.properties
#Properties saved on 2023-12-14T15:16:44.906Z
#Thu Dec 14 23:16:44 CST 2023
hoodie.table.precombine.field=kafka_offset
hoodie.datasource.write.drop.partition.columns=false
hoodie.table.partition.fields=region
hoodie.table.type=COPY_ON_WRITE
hoodie.archivelog.folder=archived
hoodie.timeline.layout.version=1
hoodie.table.version=5
hoodie.table.recordkey.fields=result_id
hoodie.database.name=ods
hoodie.datasource.write.partitionpath.urlencode=false
hoodie.table.name=ods_mct_track_result
hoodie.table.keygenerator.class=org.apache.hudi.keygen.ComplexKeyGenerator
hoodie.datasource.write.hive_style_partitioning=true
hoodie.table.create.schema={"type"\:"record","name"\:"new_ods_mct_track_result_record","namespace"\:"hoodie.new_ods_mct_track_result","fields"\:[{"name"\:"_hoodie_commit_time","type"\:["string","null"]},{"name"\:"_hoodie_commit_seqno","type"\:["string","null"]},{"name"\:"_hoodie_record_key","type"\:["string","null"]},{"name"\:"_hoodie_partition_path","type"\:["string","null"]},{"name"\:"_hoodie_file_name","type"\:["string","null"]},{"name"\:"data_create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"data_update_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"data_delete_flag","type"\:["int","null"]},{"name"\:"kafka_offset","type"\:["long","null"]},{"name"\:"kafka_send_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"canal_create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"result_id","type"\:["string","null"]},{"name"\:"third_result
_id","type"\:["string","null"]},{"name"\:"result_type","type"\:["int","null"]},{"name"\:"result_date","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"keyword","type"\:["string","null"]},{"name"\:"page_id","type"\:["int","null"]},{"name"\:"site_id","type"\:["int","null"]},{"name"\:"cell_id","type"\:["int","null"]},{"name"\:"plan_id","type"\:["int","null"]},{"name"\:"account_id","type"\:["int","null"]},{"name"\:"channel_one_id","type"\:["int","null"]},{"name"\:"channel_one_name","type"\:["string","null"]},{"name"\:"channel_two_id","type"\:["int","null"]},{"name"\:"channel_two_name","type"\:["string","null"]},{"name"\:"channel_thr_id","type"\:["int","null"]},{"name"\:"channel_thr_name","type"\:["string","null"]},{"name"\:"province_id","type"\:["int","null"]},{"name"\:"province_name","type"\:["string","null"]},{"name"\:"city_id","type"\:["int","null"]},{"name"\:"city_name","type"\:["string","null"]},{"name"\:"search_word","type"\:["string","null"]},{"name"
\:"creative_id","type"\:["int","null"]},{"name"\:"consume_amount","type"\:["int","null"]},{"name"\:"consume_top_amount","type"\:["int","null"]},{"name"\:"consume_top_sort","type"\:["int","null"]},{"name"\:"show_count","type"\:["int","null"]},{"name"\:"show_top_count","type"\:["int","null"]},{"name"\:"show_top_win","type"\:[{"type"\:"fixed","name"\:"fixed","namespace"\:"hoodie.new_ods_mct_track_result.new_ods_mct_track_result_record.show_top_win","size"\:5,"logicalType"\:"decimal","precision"\:10,"scale"\:4},"null"]},{"name"\:"click_count","type"\:["int","null"]},{"name"\:"click_top_count","type"\:["int","null"]},{"name"\:"clue_count","type"\:["int","null"]},{"name"\:"ask_click_count","type"\:["int","null"]},{"name"\:"ask_clue_count","type"\:["int","null"]},{"name"\:"phone_click_count","type"\:["int","null"]},{"name"\:"phone_succeed_count","type"\:["int","null"]},{"name"\:"phone_clue_count","type"\:["int","null"]},{"name"\:"form_click_count","type"\:["int","null"]},{"name"\:"form_suc
ceed_count","type"\:["int","null"]},{"name"\:"form_clue_count","type"\:["int","null"]},{"name"\:"other_click_count","type"\:["int","null"]},{"name"\:"unique_index","type"\:["string","null"]},{"name"\:"unique_index_encrypt","type"\:["string","null"]},{"name"\:"exposal_person_count","type"\:["int","null"]},{"name"\:"detail_person_count","type"\:["int","null"]},{"name"\:"order_person_count","type"\:["int","null"]},{"name"\:"reserve_person_count","type"\:["int","null"]},{"name"\:"write_off_person_count","type"\:["int","null"]},{"name"\:"page_time","type"\:["int","null"]},{"name"\:"install","type"\:["int","null"]},{"name"\:"first_download","type"\:["int","null"]},{"name"\:"redownload","type"\:["int","null"]},{"name"\:"ext","type"\:["string","null"]},{"name"\:"create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"update_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"region","type"\:["int","null"]}]}
hoodie.table.checksum=3925632815
new cluster：
#Updated at 2024-08-19T03:32:44.670Z
#Mon Aug 19 11:32:44 CST 2024
hoodie.table.keygenerator.class=org.apache.hudi.keygen.ComplexKeyGenerator
hoodie.table.precombine.field=kafka_offset
hoodie.table.version=6
hoodie.database.name=ods
hoodie.datasource.write.hive_style_partitioning=true
hoodie.table.metadata.partitions.inflight=
hoodie.table.checksum=3925632815
hoodie.table.create.schema={"type"\:"record","name"\:"ods_mct_track_result_record","namespace"\:"hoodie.ods_mct_track_result","fields"\:[{"name"\:"data_create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"data_update_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"data_delete_flag","type"\:["int","null"]},{"name"\:"kafka_offset","type"\:["long","null"]},{"name"\:"kafka_send_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"canal_create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"result_id","type"\:["string","null"]},{"name"\:"third_result_id","type"\:["string","null"]},{"name"\:"result_type","type"\:["int","null"]},{"name"\:"result_date","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"keyword","type"\:["string","null"]},{"name"\:"page_id","type"\:["int","null"]},{"name"\:"site_id","type"\:["int","null
"]},{"name"\:"cell_id","type"\:["int","null"]},{"name"\:"plan_id","type"\:["int","null"]},{"name"\:"account_id","type"\:["int","null"]},{"name"\:"channel_one_id","type"\:["int","null"]},{"name"\:"channel_one_name","type"\:["string","null"]},{"name"\:"channel_two_id","type"\:["int","null"]},{"name"\:"channel_two_name","type"\:["string","null"]},{"name"\:"channel_thr_id","type"\:["int","null"]},{"name"\:"channel_thr_name","type"\:["string","null"]},{"name"\:"province_id","type"\:["int","null"]},{"name"\:"province_name","type"\:["string","null"]},{"name"\:"city_id","type"\:["int","null"]},{"name"\:"city_name","type"\:["string","null"]},{"name"\:"search_word","type"\:["string","null"]},{"name"\:"creative_id","type"\:["int","null"]},{"name"\:"consume_amount","type"\:["int","null"]},{"name"\:"consume_top_amount","type"\:["int","null"]},{"name"\:"consume_top_sort","type"\:["int","null"]},{"name"\:"show_count","type"\:["int","null"]},{"name"\:"show_top_count","type"\:["int","null"]},{"name"
\:"show_top_win","type"\:[{"type"\:"fixed","name"\:"fixed","namespace"\:"hoodie.ods_mct_track_result.ods_mct_track_result_record.show_top_win","size"\:5,"logicalType"\:"decimal","precision"\:10,"scale"\:4},"null"]},{"name"\:"click_count","type"\:["int","null"]},{"name"\:"click_top_count","type"\:["int","null"]},{"name"\:"clue_count","type"\:["int","null"]},{"name"\:"ask_click_count","type"\:["int","null"]},{"name"\:"ask_clue_count","type"\:["int","null"]},{"name"\:"phone_click_count","type"\:["int","null"]},{"name"\:"phone_succeed_count","type"\:["int","null"]},{"name"\:"phone_clue_count","type"\:["int","null"]},{"name"\:"form_click_count","type"\:["int","null"]},{"name"\:"form_succeed_count","type"\:["int","null"]},{"name"\:"form_clue_count","type"\:["int","null"]},{"name"\:"other_click_count","type"\:["int","null"]},{"name"\:"unique_index","type"\:["string","null"]},{"name"\:"unique_index_encrypt","type"\:["string","null"]},{"name"\:"exposal_person_count","type"\:["int","null"]},{
"name"\:"detail_person_count","type"\:["int","null"]},{"name"\:"order_person_count","type"\:["int","null"]},{"name"\:"reserve_person_count","type"\:["int","null"]},{"name"\:"write_off_person_count","type"\:["int","null"]},{"name"\:"page_time","type"\:["int","null"]},{"name"\:"install","type"\:["int","null"]},{"name"\:"first_download","type"\:["int","null"]},{"name"\:"redownload","type"\:["int","null"]},{"name"\:"ext","type"\:["string","null"]},{"name"\:"create_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"update_time","type"\:[{"type"\:"long","logicalType"\:"timestamp-micros"},"null"]},{"name"\:"region","type"\:["int","null"]}]}
hoodie.archivelog.folder=archived
hoodie.table.name=ods_mct_track_result
hoodie.metastore.catalog.id=
hoodie.table.type=COPY_ON_WRITE
hoodie.metastore.type=METASTORE
hoodie.datasource.write.partitionpath.urlencode=false
hoodie.datasource.write.drop.partition.columns=false
hoodie.table.metadata.partitions=
hoodie.timeline.layout.version=1
hoodie.table.recordkey.fields=result_id
hoodie.table.partition.fields=region
No difference was found in meta schema
Is there any other solution? We need to migrate the hudi table of the old
cluster to the hudi table of the new cluster.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
