abhiNB-star commented on issue #13410:
URL: https://github.com/apache/hudi/issues/13410#issuecomment-2955052374
hoodie.archive.merge.enable: true
hoodie.auto.adjust.lock.configs: true
hoodie.bulkinsert.shuffle.parallelism: 2
hoodie.clean.automatic: true
hoodie.cleaner.fileversions.retained: 5
hoodie.cleaner.parallelism: 200
hoodie.cleaner.policy: KEEP_LATEST_FILE_VERSIONS
hoodie.cleaner.policy.failed.writes: LAZY
hoodie.datasource.hive_sync.assume_date_partitioning: false
hoodie.datasource.hive_sync.database: test
hoodie.datasource.hive_sync.enable: true
hoodie.datasource.hive_sync.jdbcurl: jdbc:hive2://192.168.3.56:10000
hoodie.datasource.hive_sync.metastore.uris: thrift://192.168.3.30:9083
hoodie.datasource.hive_sync.mode: hms
hoodie.datasource.hive_sync.omit_metadata_fields: true
hoodie.datasource.hive_sync.partition_extractor_class:
org.apache.hudi.hive.MultiPartKeysValueExtractor
hoodie.datasource.hive_sync.partition_fields: created_on_partitioned
hoodie.datasource.hive_sync.password: hive
hoodie.datasource.hive_sync.table: actual_party_new
hoodie.datasource.hive_sync.username: hive
hoodie.datasource.write.hive_style_partitioning: true
hoodie.datasource.write.keygenerator.class:
org.apache.hudi.keygen.CustomKeyGenerator
hoodie.datasource.write.partitionpath.field: created_on_partitioned:TIMESTAMP
hoodie.datasource.write.payload.class:
org.apache.hudi.common.model.OverwriteWithLatestAvroPayload
hoodie.datasource.write.precombine.field: starship_offset
hoodie.datasource.write.reconcile.schema: false
hoodie.datasource.write.recordkey.field: id
hoodie.datasource.write.table.type: COPY_ON_WRITE
hoodie.deltastreamer.continuous.mode: true
hoodie.deltastreamer.ingestion.tablesToBeIngested: test.actual_party_new
hoodie.deltastreamer.ingestion.targetBasePath:
gs://{my}/nbdata/data/v4/test/actual-party/new
hoodie.deltastreamer.ingestion.test.actual_party_new.configFile:
gs://{my}/nbdata/config/v4/test/actual-party/new/actual_party_new.properties
hoodie.deltastreamer.keygen.timebased.output.dateformat: yyyyMM
hoodie.deltastreamer.keygen.timebased.timestamp.type: EPOCHMILLISECONDS
hoodie.deltastreamer.source.kafka.enable.auto.commit: false
hoodie.deltastreamer.source.kafka.enable.failOnDataLoss: true
hoodie.deltastreamer.source.kafka.topic:
gate-v4-20231130124511-20231130124534.gate.party
hoodie.index.type: BLOOM
hoodie.insert.shuffle.parallelism: 2
hoodie.parquet.compression.codec: snappy
hoodie.parquet.max.file.size: 134217728
hoodie.parquet.small.file.limit: 102400000
hoodie.table.name: test.actual_party_new
hoodie.upsert.shuffle.parallelism: 15
hoodie.write.concurrency.mode: optimistic_concurrency_control
hoodie.write.lock.provider:
org.apache.hudi.client.transaction.lock.InProcessLockProvider
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
