li-ang-666 commented on issue #9839:
URL: https://github.com/apache/hudi/issues/9839#issuecomment-1754250121
here is write into hudi:
CREATE TABLE source_table (
id DECIMAL(20, 0),
op_ts TIMESTAMP(3) METADATA FROM 'value.ingestion-timestamp' VIRTUAL,
PRIMARY KEY (id) NOT ENFORCED
) WITH (
'connector' = 'kafka',
'topic' = '9349c.json.prism.enterprise',
'properties.bootstrap.servers' = 'xxxx:9092',
'properties.group.id' = 'hudi-demo-job',
'scan.startup.mode' = 'earliest-offset',
-- canal
'format' = 'canal-json',
'canal-json.ignore-parse-errors' = 'true',
'canal-json.encode.decimal-as-plain-number' = 'true'
);
create table ratio_path_company(
id DECIMAL(20, 0),
op_ts TIMESTAMP(3),
PRIMARY KEY (id) NOT ENFORCED
) WITH (
'connector' = 'hudi',
'path' = 'obs://hadoop-obs/hudi_ods/ab_cd_ef001',
'table.type' = 'MERGE_ON_READ',
-- cdc
'changelog.enabled' = 'true',
-- index
'index.type' = 'BUCKET',
'hoodie.bucket.index.num.buckets' = '128',
-- write
'write.tasks' = '4',
'write.rate.limit' = '25',
'write.task.max.size' = '512',
'write.batch.size' = '8',
'write.log_block.size' = '64',
'write.precombine' = 'true',
'write.precombine.field' = 'op_ts',
-- compaction
'compaction.schedule.enabled' = 'true',
'compaction.async.enabled' = 'false',
'compaction.delta_commits' = '30',
-- clean
'clean.async.enabled' = 'true',
'clean.retain_commits' = '2880'
);
insert into ratio_path_company select * from source_table;
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@hudi.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
