This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/hudi-platform-service/hudi-metaserver/com.h2database-h2-2.2.220
in repository https://gitbox.apache.org/repos/asf/hudi.git
omit 65ea539d102 Bump h2 in /hudi-platform-service/hudi-metaserver
add b98385369f1 [HUDI-6315] Optimize DELETE codepath to use meta fields
instead of key generation and index lookup (#8978)
add 64e944c3f52 [MINOR] Propagate failed cleaner status to RM (#8583)
add 6c90eb4c253 [HUDI-6144] Consistent Hashing bucket index supports bulk
insert usability improvement (#9137)
add 85538f5c000 [HUDI-6513] Fix HoodieData creation in tests (#9155)
add 6d3311c34c8 [HUDI-6443] Support delete_partition,
insert_overwrite/table with record-level index (#9055)
add a0ca3eadba5 [HUDI-6316] Adding corrupted and rollback log blocks
metrics (#8881)
add 9744de26709 [HUDI-6246] Add tests to validate restore of compaction
commit (#9157)
add a9225bd9093 [HUDI-6515] Fix bucket index row writer write record to
wrong handle (#9156)
add 5eeefaeccd5 [HUDI-6511] Mark more recently added configs advanced as
appropriate (#9149)
add 0258a89112a [HUDI-6515] Fix Spark2 do not support bucket bulk insert
(#9163)
add 6f132837dd0 [HUDI-6512] Check whether exists write error before commit
compaction and logCompaction (#9153)
add cb485276aa3 [RFC-69] Hudi 1.X (#8679)
add d29f1b0dd97 [HUDI-6426] Upgrade to Spark 3.4.1 for Spark 3.4 bundle
(#9144)
add 51ddf1affcd [HUDI-6521] Disable failing test case. (#9169)
add 13c360b6096 [HUDI-6276] Rename HoodieDeltaStreamer to HoodieStreamer
(#9168)
add acc63fc4193 [HUDI-6526] Hoodie Hive catalog sync timestamp(3) as
timestamp type into Hive (#9177)
add 6db4c01cf3d [MINOR] Unpersist only relevent metadata table RDDs (#9158)
add cfc1bc5bb7c [HUDI-6156] prevent leaving tmp file in timeline when
multi process try to complete the same instant (#8610)
add e5a9ce55f47 [HUDI-6464] Codreview changes for Spark SQL Merge Into for
pkless tables' (#9145)
add 2c9bd80cc8a [HUDI-6315] Feature flag for disabling optimized
update/delete code path. (#9131)
add 56cc64f8c8f Revert "[HUDI-6521] Disable failing test case. (#9169)"
(#9181)
add 8f7877f2855 [HUDI-6530] Applying schema during ingestion using a
schema provider for s3/gcs metadata job (#9191)
add 37d3d8ef504 [HUDI-6530] Fixing the correct resource path (#9202)
add a313ffbb98c [HUDI-6532] Fix a typo in BaseFlinkCommitActionExecutor
(#9198)
add e2cad5a418f [HUDI-6537] Bump checkstyle version to 3.1.0 (#9200)
add 7b040080574 [HUDI-6531] Little adjust to avoid creating an object but
no need in one case (#9197)
add fb236fe6ab8 [HUDI-9193] Fix bugs about call rollback_to_instant
exception. (#9194)
add e039dd7caff [HUDI-6478] Simplifying INSERT_INTO configs for spark-sql
(#9123)
add 739264782f3 [HUDI-6478] Remove tests due to new tests in
TestInsertTable (#9218)
add 3aa29bad7f9 [MINOR] Claim RFC-71 for Enhance OCC conflict detection
(#9214)
add eeb68742966 [HUDI-6545] Fix presto read parquet format log file issue
(#9219)
add be4dfccbb24 [HUDI-6544] Remove unnecessary merge for bootstrap files
in merge helper (#9216)
add bce55f0c165 [HUDI-6300] Fix file size parallelism not work when init
metadata table (#8856)
add f6c947cb04e [HUDI-6542] Fix ExpressionEvaluators doesnt support BIGINT
(#9215)
add 271a71b648e [HUDI-6560] Avoid to read instant details 2 times for
archiving (#9227)
add 59e7532cf9d [HUDI-6568] Claim RFC 72 (#9234)
add 09524412818 [HUDI-6474] Added support for composition type of Flink
schema evolution (#9133)
add ffdcb24d3e6 [HUDI-6570] Cancel to send commit ack event for flink
batch job (#9238)
add 94cb997661a [HUDI-6572] Change log level related with clustering
(#9240)
add 77786d28627 [HUDI-6153] Changed the rollback mechanism for MDT to
actual rollbacks rather than appending revert blocks. (#8837)
add 6ed0fca1520 [HUDI-6501] HoodieHeartbeatClient should stop all
heartbeats and not delete heartbeat files for close (#9160)
add f2fdf8a8052 [HUDI-6315] Feature flag for disabling prepped merge.
(#9203)
add 9d7b93f7029 [HUDI-6226] Fix parquet bloom filters impl and tests
(#9245)
add e75bfd8190f [HUDI-2071] Support Reading Bootstrap MOR RT Table In
Spark DataSource Table (#8847)
add def40238f42 [MINOR] Rename a conflict resolution strategy class (#9239)
add 3d9801a9ea2 Revert "[HUDI-1517] create marker file for every log file
(#4913)" (#9251)
add d92b97516d6 [HUDI-6578] Fix log compaction on parquet data blocks in
log files (#9253)
add 629349c8cf9 [HUDI-6118] Some fixes to improve the MDT and record index
code base. (#9106)
add c14ac0e0959 [HUDI-6516] Correct the use of
hoodie.bootstrap.mode.selector (#9164)
add a640493f74e [HUDI-6580] Duplicate calculation of
earliestInstantToRetain when generating a clean plan (#9264)
add 306f2bb03e6 [HUDI-6077] Add more partition push down filters (#8452)
add 3515c8ed9fd [HUDI-6583] Fix HoodieWriteClient confs in HoodieCLIUtils
(#9185)
add f5daa6d789d [MINOR] Fix CleanPlanActionExecutor logger print class
(#9268)
add a32edd47c95 [MINOR] Optimize error display information (#9270)
add f93028a90a5 [HUDI-6582] Fix the table schema for table recreation
(#9272)
add e466daf6f4b [HUDI-3636] Disabling embedded timeline server with spark
streaming sink (#9266)
add 42799c0956f [HUDI-6438] Config parameter 'MAKE_NEW_COLUMNS_NULLABLE'
to allow for marking a newly created column as nullable. (#9262)
add 03bc5549c7a [HUDI-6509] Add GitHub CI for Java 17 (#9136)
add 2a022393388 [MINOR] Fix millis append format error (#9274)
add cb8ff267921 [HUDI-6500] Supports using RuntimeReplaceable functions in
MERGE INTO matched condition (#9252)
add b20c1c289b6 [HUDI-6598] Fix the sync-strategy parameter in
HiveSyncConfig (#9301)
add ff95d6c5b2e [HUDI-6597] Fix closeReader in HoodieBackedTableMetadata
(#9299)
add 6cfb8556a54 [MINOR] Fix writer close in ExportCommand (#9302)
add c586d96e2d0 [HUDI-6603] Relax the restriction for Flink MDT rollback
(#9306)
add 64310f57b06 [MINOR] Expose filename when getting commit time from
illegal filename (#9304)
add 84e9e7c5dd7 [HUDI-6610] Optimize the toHexString method in StringUtils
(#9313)
add e38c030ed5c [HUDI-6617] Fix HoodieRecordDelegate
NotSerializableException (#9318)
add f7c07ec3194 [MINOR] fix update metric when record not be updated
(#9316)
add 34afa6784ea [HUDI-6567] ExpressionEvaluators numeric types conversion
support (#9230)
add 32c9a633f6c [HUDI-6605] Write handlers not close with try block in
ClientIds (#9309)
add f46db1d4a31 [MINOR] Set sort memory only when sortClusteringEnabled
(#9323)
add 4bc60d5191a [MINOR] Remove irrelevant comments (#9328)
add a399bc5c4e7 [HUDI-6459] Add Rollback and multi-writer tests for Record
Level Index (#9105)
add 211c315e57f [HUDI-5760] Use Avro as serde for delete log blocks (#9315)
add 5bf89964c8d [MINOR] Builder#numTolerableHeartbeatMisses should set
numTolerableHeartbeatMisses variable in ClientIds (#9334)
add a495c16696d [HUDI-6624] Fix to return Empty when there is no commit
instant (#9325)
add 6273d56356c [HUDI-6595] Move min and max instants to a static function
in HoodieTimelineArchiver (#9293)
add 8da99f8a5c9 [HUDI-6540] Support failed writes clean policy for Flink
(#9211)
add d67455a4a71 [HUDI-6466] Fix spark insert overwrite partitioned table
with dynamic partition (#9113)
add 9f2087a8944 [HUDI-6615] Fix the condition of isInputSorted in
BulkInsertWriterHelper (#9314)
add 95d0fb5d327 [HUDI-6627] Fix NPE when spark client writer schema is
null (#9335)
add 4017b96fb1b [HUDI-6569] Fix write failure for Avro Enum type (#9237)
add 62a9279d666 [MINOR] Pass prepped boolean correctly in sql writer
(#9320)
add 2d779fb5aa1 [HUDI-6320] Fix partition parsing in Spark file index for
custom keygen (#9273)
add e78ed57129d Revert "[HUDI-6476] Improve the performance of
getAllPartitionPaths (#9121)" (#9343)
add bc583b41586 [HUDI-6609] Reverting multi writer checkpointing with
HoodieStreamer (#9312)
add ade9d0bcb9d [HUDI-2141] Support flink read metrics (#9350)
add a60522a6fab [HUDI-5514] Improving usability/performance with out of
box default for append only use-cases (#8697)
add 829303be669 [HUDI-6622] Reuse the table config from
HoodieTableMetaClient in the HoodieTableMetaserverClient (#9330)
add 6fe9f969289 [HUDI-6588] Fix duplicate fileId on TM partial-failover
and recovery (#9357)
add c387f2a6dd3 [HUDI-6606] Use record level index with SQL equality
queries (#9308)
add e9dd73fc08f [HUDI-6638] Upgrade AWS Java SDK to V2 (#9347)
add 4653eaed685 [HUDI-6644] Flink append mode use auto key generator
(#9362)
add af584200204 [HUDI-6607] Fixing RLI schema to support different fileID
formats (#9311)
add 38409228614 [HUDI-6628] Rely on methods in HoodieBaseFile and
HoodieLogFile instead of FSUtils when possible (#9337)
add a1c0a383f56 [HUDI-6619] Fix hudi-integ-test-bundle dependency on
jackson jsr310 package (#9324)
add 35be9bbbc7e [HUDI-6324] Fixing deleting of MDT index (#9248)
add 84030beb863 [MINOR] Fix typo in config docs (#9295)
add 2fd72c9c2f5 [HUDI-6639] Rename hoodie.sql.write.operation to
hoodie.spark.sql.insert.into.operation (#9359)
add a2db1a9363a [HUDI-6617] Make HoodieRecordDelegate implement
KryoSerializable (#9327)
add 8c6e8d92cad [HUDI-6592] Flink insert overwrite should support dynamic
partition and whole table (#9287)
add 7061652e1bd [HUDI-6579] Adding support for upsert and deletes with
spark datasource for pk less table (#9261)
add 2b34d3fddbd [HUDI-6646] Add default lock provider for spark offline
compaction and clustering service (#9365)
add 37dd13642f5 [HUDI-6386] Fix flakey multiwriter tests (#9369)
add cecd79e947b [HUDI-6652] Implement basePath-level synchronization in
runHoodieMetaSync (#9374)
add e0af843cb9c [MINOR] Disable the MDT for flink by default (#9375)
add 17279589c16 [HUDI-6649] Fix column stat based data filtering for MOR
(#9345)
add 23f657db3b9 [HUDI-6635] Add a new Hudi Parquet File Format supporting
MOR and Bootstrap queries in Spark (#9276)
add bf0966825f7 [HUDI-6651] Support IN SQL query with Record Index (#9373)
add c127202cdbc [MINOR] Simplify CreateHoodieTableCommand logWarning
(#9317)
add 6447cf2d38e [HUDI-6400] Fail when merger class not found (#8998)
add af3b2937a38 [HUDI-6655] Fix
TestWriteMergeOnRead#testConsistentBucketIndex (#9380)
add e1c9102d6c7 [HUDI-6647] Expand Hudi Java Client Functionality (#9371)
add a19e25b25c1 [HUDI-6654] Add new log block header type to store record
positions (#9376)
add 9514cfe2f26 [HUDI-6312] Rename enum values of `HollowCommitHandling`
(#9278)
add 83f8874f7c1 [HUDI-6648] Support building table views from existing
files (#9367)
add a56297799e0 [HUDI-6660] For merge into use primary key constraint
when optimized writes are enabled (#9382)
add c6639fe2d46 [HUDI-6629] - Changes for s3/gcs IncrSource job to taken
into sourceLimit during ingestion (#9336)
add 0e4c1162d00 [HUDI-6666] Disabling a flaky or long running tests (#9387)
add 1ceb03a47a4 [HUDI-6665] Fixing metadata writer close (#9385)
add 7d437b841ee [HUDI-6618] Add a java metadata table writer (#9379)
add 80d5b27bef2 [HUDI-6662] Relax matching restrictions (#9386)
add 7102e0fbe5f [HUDI-4987] Rename Hudi Streamer related configs (#9377)
add 7541cd7e6f8 [HUDI-6534]Support consistent hashing row writer (#9199)
add 46f41d186c6 [MINOR] Make a copy of partitionPath, since UTF8String
could be pointing into a mutable underlying buffer (#9394)
add 92e9f73754a [HUDI-6668] CTAS should not clear existing hoodie table
path (#9393)
add 121edc5757b [HUDI-6587] Check incomplete commit for time travel query
(#9280)
add eb2aa784273 [MINOR] Moving to 0.15.0-SNAPSHOT on master branch (#9404)
add 9b22583dbe0 [MINOR] Fix consistent hashing bucket index FT failure
(#9401)
add dcf466fa48c [HUDI-5361] Propagate all hoodie configs from spark
sqlconf (#8327)
add 8ccd7da2936 [HUDI-6679] Fix initialization of metadata table
partitions upon failure (#9419)
add 28d43f3a4f9 [MINOR] asyncService log prompt incomplete (#9407)
add e6d1e419c99 [MINOR] Increase CI timeout for UT FT other modules to 4
hours (#9423)
add 6a8f00a1820 [HUDI-6680] Fixing the info log to fetch column value by
name instead of index (#9421)
add d288d97fb40 [MINOR] Unify class name of Spark Procedure (#9414)
add 638e52d90ed [HUDI-6670] Fix timeline check in metadata table validator
(#9405)
add f4832d9903f [HUDI-6663] New Parquet File Format remove broadcast to
fix performance issue for complex file slices (#9409)
add 05ac0113165 [HUDI-6553] Speedup column stats and bloom index creation
on large datasets. (#9223)
add 5e2b1732986 [HUDI-6674] Add rollback info from metadata table in
timeline commands (#9411)
add a5e5c7ba1e2 [HUDI-6675] Fix Clean action will delete the whole table
(#9413)
add 6a0ba2d4e46 [HUDI-6690] Generate test jars for hudi-utilities and
hudi-hive-sync modules (#9297)
add c7c08f3b914 Duplicate switch branch in HoodieInputFormatUtils (#9438)
add d4f8241ea53 [HUDI-6214] Enabling compaction by default for batch
writes with MOR table (#8718)
add 8220d23be19 [HUDI-6676] Add command for CreateHoodieTableLike (#9412)
add 4099e1d18b7 [HUDI-6683] Added kafka key as part of hudi metadata
columns for Json & Avro KafkaSource (#9403)
add 9a1cb6094de [MINOR] Infer the preCombine field only if the value is
not null (#9447)
add 66c04c85113 [MINOR] Moving to 1.0.0-SNAPSHOT on master branch (#9448)
add 7ffcbfbeeba [HUDI-6694] Fix log file CLI around command blocks (#9445)
add 43a617f86cb [HUDI-6689] Add record index validation in MDT validator
(#9437)
add 7eef7d93490 Handling empty commits after s3 applyFilter api (#9433)
add daafe304837 [HUDI-6688] Fix partition validation to only consider
commits in metadata table validator (#9436)
add 105fdfbba92 [HUDI-6553][FOLLOW-UP] Introduces Tuple3 for
HoodieTableMetadataUtil (#9449)
add 890c4d2de2c [HUDI-6673] Fix Incremental Query Syntax - Spark SQL Core
Flow Test (#9410)
add cb166eed580 [MINOR] Fix build on master (#9452)
add 852bc7c5a65 [HUDI-6683][FOLLOW-UP] Rename kafka record value variable
in JsonKafkaSource and replace casting to String by calling toString (#9451)
add 51930298ce4 [HUDI-6359] Spark offline compaction/clustering will never
rollback when both requested and inflight states exist (#8944)
add b3ef321ec8e [HUDI-6704] Fix Flink metadata table update (#9456)
add af935fe3a1f [MINOR] Fix sql core flow test (#9461)
add 616b663c19e [MINOR] Fix meta client instantiation and some incorrect
configs (#9463)
add 7fbf7a36690 [HUDI-6476][FOLLOW-UP] Path filter by FileStatus to avoid
additional fs request (#9366)
add ba5ab8ca468 [MINOR] StreamerUtil#getTableConfig should check whether
hoodie.properties exists (#9464)
add 5a7b5f28d99 [MINOR] Close record readers after use during tests (#9457)
add ad1f7173631 [HUDI-6156] Prevent leaving tmp file in timeline, delete
tmp file when rename throw exception (#9483)
add ed5997348f5 [HUDI-6683][FOLLOW-UP] Json & Avro Kafka Source Minor
Refactor & Added null Kafka Key test cases (#9459)
add e2d47605738 [HUDI-6733] Add flink-metrics-dropwizard to flink bundle
(#9499)
add 21e462cca35 [HUDI-6731] BigQuerySyncTool: add flag to allow for read
optimized sync for MoR tables (#9488)
add d1f83de4bcb [HUDI-6729] Fix get partition values from path for
non-string type partition column (#9484)
add cbd6f91991f [HUDI-6692] Don't default to bulk insert on nonpkless
table if recordkey is omitted (#9444)
add c45c3782d33 [HUDI-6549] Add support for comma separated path format
for spark.read.load (#9503)
add 518d8728b1f [HUDI-4115] Adding support for schema while loading spark
dataset in S3/GCS source (#9502)
add 87a187a91d4 [HUDI-6621] Fix downgrade handler for 0.14.0 (#9467)
add d7c16f56f4f [HUDI-6718] Check Timeline Before Transitioning Inflight
Clean in Multiwriter Scenario (#9468)
add ae6a31462b2 [HUDI-6741] Timeline server bug when multiple tables
registered with metadata table enabled (#9511)
add bc65a4c2068 [MINOR] Picking the next available RFC-73 (#9520)
add e9376ba33c5 [HUDI-6735] Adding support for snapshotLoadQuerySplitter
for incremental sources. (#9501)
add 932cbc867a5 [HUDI-6445] Triage ci flakiness and some test fies (#9534)
add 281ef1a4a99 [HUDI-6754] Fix record reader tests in hudi-hadoop-mr
(#9535)
add 418a47e6eec [HUDI-6681] Ensure MOR Column Stats Index skips reading
filegroups correctly (#9422)
add 0e621d91f26 [MINOR] Add write operation in alter schema commit
metadata (#9509)
add 60e271cca0c [MINOR] Add detail exception when instant transition state
(#9476)
add 6e84cfe3d41 [HUDI-6671] Support 'alter table add partition' sql (#9408)
add e76dd102bca [HUDI-4631] Adding retries to spark datasource writes on
conflict failures (#6854)
add d924f181633 [HUDI-6539] New LSM tree style archived timeline (#9209)
add af17ee72910 [MINOR] Modify return type description (#9479)
add 759907ebb17 [HUDI-6726] Fix connection leaks related to file reader
and iterator close (#9539)
add 9efd2c87057 [MINOR] Fix AWS refactor bug by adding skipTableArchive
arg (#9563)
add 9425e5ac8f6 [HUDI-6758] Detecting and skipping Spurious log blocks
with MOR reads (#9545)
add 6814a441c32 [MINOR] Fixing warn log with auto key gen (#9547)
add a898dfd4152 [HUDI-3727] Add metrics for async indexer (#9559)
add 45d8290c80a [HUDI-6445] Fixing metrics to use IN-MEMORY type in tests
(#9543)
add 2f7e9caebb0 [HUDI-6763] Optimize collect calls (#9561)
add 59f7d2806bf [HUDI-6562] Fixed issue for delete events for
AWSDmsAvroPayload when CDC enabled (#9519)
add c4c5f3e8667 [MINOR] Fix failing schema evolution tests in Flink
versions < 1.17 (#9586)
add 9fa00b7b154 [HUDI-6066] HoodieTableSource supports parquet predicate
push down (#8437)
add 6f2e19d933c [MINOR] Update operator name for compact&clustering test
class (#9583)
add 1450b1b04f7 [HUDI-6579] Fix streaming write when meta cols dropped
(#9589)
add 64a05bc0b87 [HUDI-6732] Allow wildcards from Spark-SQL entrypoints for
drop partition DDL (#9491)
add 2196694dbea [HUDI-6813] Support table name for meta sync in bootstrap
(#9600)
add 44cd05c03e7 [MINOR] Fix ut due to the scala compile ambiguity of
Properties#putAll (#9601)
add 0e50d7586a7 [MINOR] Catch EntityNotFoundException correctly (#9595)
add 52bc91e2e65 [HUDI-6808] SkipCompaction Config should not affect the
stream read of the cow table (#9584)
add 09ed2cbffd5 [HUDI-6812]Fix bootstrap operator null point exception
while lastInstantTime is null (#9599)
add f4e486ea3c3 [HUDI-6805] Print detailed error message in clustering
(#9577)
add a3eea2fdccd [HUDI-6725] Support efficient completion time queries on
the timeline (#9565)
add 31bc565b5d5 [HUDI-6804] Fix hive read schema evolution MOR table
(#9573)
add 7344a2dbd28 [HUDI-6818] Create a database automatically when using the
flink catalog dfs mode (#9592)
add c7718800925 [HUDI-6766] Fixing mysql debezium data loss (#9475)
add 48ea3cf951b [HUDI-6711] [RFC-73] Multi-table transactions (#9537)
add eab00d570fd [HUDI-6819] Fix logic for throwing exception in
getRecordIndexUpdates. (#9616)
add 48f89aeb1c7 [HUDI-6397][HUDI-6759] Fixing misc bugs w/ metadata table
(#9546)
add 77e03a35482 [HUDI-2141] Support flink compaction metrics (#9515)
add 1accbe7052a [HUDI-6742] Remove the log file appending for multiple
instants (#9594)
add eeb65f2a8dc [HUDI-5249] Support column metadata stats index for Spark
(#9623)
add bbeb53128fd [HUDI-6481] Support run multi tables services in a single
spark job (#9558)
add e4d8f971d77 [HUDI-6736] Fixing rollback completion and commit timeline
files removal (#9521)
add 0d8bcb40b31 [HUDI-6833] Add field for tracking log files from failed
commit in rollback metadata (#9653)
add e62d736b0c4 [HUDI-6820] Close write clients in tests (#9642)
add 2acaa752db2 [HUDI-6820] Fixing CI stability issues (#9661)
add dd4c404510b [HUDI-6758] Fixing deducing spurious log blocks due to
spark retries (#9611)
add ce96d5da3e3 [HUDI-6845] Upgrade org.apache.pulsar:pulsar-client to
2.10.2 (#9670)
add e265105799e [HUDI-6831] Add back missing project_id to query statement
in BigQuerySyncTool (#9650)
add 73c21675667 [HUDI-6835] Adjust spark sql core flow test scenarios
(#9664)
add 1862f17be5b [HUDI-6728] Update BigQuery manifest sync to support
schema evolution (#9482)
add bac6966b5b9 [HUDI-6738] - Apply object filter before checkpoint
batching in GcsEventsHoodieIncrSource (#9538)
add 50298c45627 [HUDI-6838] Fix file writers to honor bloom filter configs
(#9669)
add bcd6ff1dec6 [HUDI-6753] Fix parquet inline reading flaky test (#9618)
add d725d79dae3 [MINOR] Fixing failing tests with BQ sync tests (#9684)
add 94f643967e5 [MINOR] Add timeout for github check
test-hudi-hadoop-mr-and-hudi-java-client (#9682)
add f0a73bd5985 [MINOR] Avoiding to ingest update records to RLI (#9675)
add c84ecf24956 [HUDI-6834] Fixing time travel queries when overlaps with
cleaner and archival time window (#9666)
add 968bcea12a7 [MINOR] Avoiding warn log for succeeding in first attempt
(#9686)
add 8d1580e63fc [MINOR] Unify updatePrunedDataSchema method return type
(#9629)
add f9a597bd783 [HUDI-6842] Fixing flaky tests for async clustering test
(#9671)
add 0fda680bf2c [HUDI-6478] Deduce op as upsert for INSERT INTO (#9665)
add fe71659a672 [HUDI-6825] Use UTF_8 to encode String to byte array in
all places (#9634)
add 1c1f3b75316 [HUDI-6826] Port BloomFilter related classes from Hadoop
library to remove dependency (#9649)
add 6172f516b52 [HUDI-6724] - Defaulting previous Instant time to init
time to enable full read of initial commit (#9473)
add 5d0502567e7 [HUDI-6846] Fix a bug of consistent bucket index
clustering (#9679)
add 18dcceb6d61 [HUDI-6823] instantiate writeTimer in
StreamWriteOperatorCoordinator (#9637)
add 29a59d2318a [HUDI-6850] Add tests and docs for ported Bloom Filter
classes (#9700)
add 32a8b852ee1 [HUDI-6550] Add Hadoop conf to HiveConf for HiveSyncConfig
(#9221)
add d3241136827 [HUDI-6855] Exclude .hoodie_partition_metadata file in
base file group (#9707)
add 797f0eead75 [HUDI-6853] ArchiveCommitsProcedure should throw an
exception when the archive operation executes failed (#9703)
add 6ad7e9b50fb [HUDI-6858] Fix checkpoint reading in Spark structured
streaming (#9711)
add 544f9e5a2f6 [HUDI-6780] Introduce enums instead of classnames in table
properties (#9590)
add 35e759e1c63 [MINOR] Update cleaner docs (#9716)
add 6e5501ac30e [MINOR] Improve the logic when building bloom filter
KeyRangeLookupTree (#9706)
add 2cb32708fb2 [MINOR] Fix hbase index config improper use (#9582)
add 4d6f01a97f7 [HUDI-6839] Github actions improvements (#9668)
add f72bf39e5e0 [HUDI-6630] Automatic release connection for hoodie
metaserver client (#9340)
add 1f48e3f7e20 [HUDI-6862] Replace directory connector markers in
TestSqlStatement (#9458)
add 8972856ed08 [HUDI-6847] Improve the incremental clean fallback logic
(#9681)
add 123a5469e29 [HUDI-6776] Replace JSON with Avro bytes for commit
metadata (#9579)
add fca58d50953 [HUDI-6848] Fix non-unique uid for hudi operators (#9680)
add ead5171e2a6 [MINOR] Close record readers in TestHoodieReaderWriterBase
after use during tests (#9504)
add ea8f9258ec1 [HUDI-6863] Revert auto-tuning of dedup parallelism (#9722)
add 17c504237c7 [HUDI-6867] Upgrade thrift's version to 0.13.0 (#9360)
add 7863348c526 [HUDI-6678] Fix the acquisition of clean&rollback instants
to archive (#9416)
add 59c4dc33e6f [HUDI-6870] Pass project ID to BigQuery job (#9730)
add be0c30735b8 [MINOR] Move hoodie hfile/orc reader/writer test cases
from hudi-client-common to hudi-common (#9103)
add ed1786d5bdc [HUDI-6865] Fix InternalSchema schemaId when column is
dropped (#9724)
add 45e622ac9d1 [MINOR] Enhancing validate staged bundles script (#8591)
add 31d945096a3 [HUDI-6584] Abstract commit in CommitActionExecutor (#9275)
add 9e9f7684343 [HUDI-6871] BigQuery sync improvements (#9741)
add a0d83798251 [HUDI-6708] Support record level indexing with async
indexer (#9517)
add c1062ff75be [HUDI-6581] Remove unnecessary validations in function
getOldestInstantToRetainForClustering (#9265)
add d8d006a7555 [HUDI-6874] Move configs for reading a file group to
hudi-common module (#9746)
add 31baf26d1db [MINOR] Close resources in tests (#9685)
add 9259287d926 [MINOR] Fix default config values if not specified (#9625)
add dfabd1cdf9c [MINOR] Mark advanced configs and fix since version (#9757)
add 03fdc63ac58 [HUDI-6882] Differentiate between replacecommits in
cluster planning (#9755)
add 84a80e21b5f [MINOR] Set connection settings for maven to avoid build
flakiness (#9772)
add 4e0cad7c8d7 [MINOR] Mark a few new configs advanced and tag since
version of 0.14.0 (#9771)
add 11ae8b05fdd [HUDI-6881] Hudi configured
spark.scheduler.allocation.file should include scheme since Spark3.2 (#9754)
add c63e04daa61 [HUDI-6011] Fix cli show archived commits breaks for
replacecommit (#8345)
add d25e7609886 [HUDI-5924] Fixing cli clean command to trim down a subset
based on start and end (#8169)
add a0c94dd8be6 [MINOR] Fix the check for connector identity in
HoodieHiveCatalog (#9770)
add 46c2fdbdb88 [HUDI-6062] Fix irregular enum config (#8564)
add 889b2cda727 [MINOR] Replace 'obj == null' with Optional.ofNullable()
in HoodieTableSource, make the code more standardized (#8297)
add 30146d61f55 [HUDI-6893] Copy the trino bundle to override the one in
the image (#9781)
add cc7c69b5d4c [HUDI-4756] Remove unused config "assume.date.partition"
(#9765)
add 7d90a9b350c [HUDI-6827] Fix task failure when insert into empty
dataset (#9797)
add c853a18b3c4 Bump h2 in /hudi-platform-service/hudi-metaserver
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (65ea539d102)
\
N -- N -- N
refs/heads/dependabot/maven/hudi-platform-service/hudi-metaserver/com.h2database-h2-2.2.220
(c853a18b3c4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/bot.yml | 168 +-
.github/workflows/pr_compliance.yml | 2 +-
LICENSE | 25 +-
NOTICE | 79 +
azure-pipelines-20230430.yml | 6 +-
docker/demo/config/dfs-source.properties | 9 +-
docker/demo/config/hoodie-incr.properties | 11 +-
docker/demo/config/kafka-source.properties | 7 +-
.../test-suite/multi-writer-local-3.properties | 28 +-
.../config/test-suite/test-clustering.properties | 28 +-
...essive-clean-archival-inline-compact.properties | 27 +-
docker/hoodie/hadoop/base/pom.xml | 2 +-
docker/hoodie/hadoop/base_java11/pom.xml | 2 +-
docker/hoodie/hadoop/datanode/pom.xml | 2 +-
docker/hoodie/hadoop/historyserver/pom.xml | 2 +-
docker/hoodie/hadoop/hive_base/pom.xml | 2 +-
docker/hoodie/hadoop/namenode/pom.xml | 2 +-
docker/hoodie/hadoop/pom.xml | 2 +-
docker/hoodie/hadoop/prestobase/pom.xml | 2 +-
docker/hoodie/hadoop/spark_base/pom.xml | 2 +-
docker/hoodie/hadoop/sparkadhoc/pom.xml | 2 +-
docker/hoodie/hadoop/sparkmaster/pom.xml | 2 +-
docker/hoodie/hadoop/sparkworker/pom.xml | 2 +-
docker/hoodie/hadoop/trinobase/pom.xml | 2 +-
docker/hoodie/hadoop/trinobase/scripts/trino.sh | 4 +
docker/hoodie/hadoop/trinocoordinator/pom.xml | 2 +-
docker/hoodie/hadoop/trinoworker/pom.xml | 2 +-
hudi-aws/pom.xml | 65 +-
.../hudi/aws/cloudwatch/CloudWatchReporter.java | 73 +-
.../HoodieAWSCredentialsProviderFactory.java | 27 +-
.../HoodieConfigAWSCredentialsProvider.java | 27 +-
.../hudi/aws/sync/AWSGlueCatalogSyncClient.java | 396 +--
.../lock/DynamoDBBasedLockProvider.java | 80 +-
.../apache/hudi/aws/utils/DynamoTableUtils.java | 268 ++
.../hudi/config/DynamoDbBasedLockConfig.java | 35 +-
.../TestHoodieAWSCredentialsProviderFactory.java | 10 +-
.../aws/cloudwatch/TestCloudWatchReporter.java | 80 +-
.../integ/ITTestDynamoDBBasedLockProvider.java | 30 +-
hudi-cli/pom.xml | 2 +-
.../apache/hudi/cli/HoodieTableHeaderFields.java | 1 -
.../hudi/cli/commands/ArchivedCommitsCommand.java | 46 +-
.../apache/hudi/cli/commands/CleansCommand.java | 10 +-
.../hudi/cli/commands/CompactionCommand.java | 19 +-
.../org/apache/hudi/cli/commands/DiffCommand.java | 41 +-
.../apache/hudi/cli/commands/ExportCommand.java | 9 +-
.../cli/commands/HDFSParquetImportCommand.java | 8 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 86 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 2 +-
.../apache/hudi/cli/commands/RollbacksCommand.java | 5 +-
.../org/apache/hudi/cli/commands/SparkMain.java | 8 +-
.../org/apache/hudi/cli/commands/TableCommand.java | 3 +-
.../apache/hudi/cli/commands/TimelineCommand.java | 99 +-
.../java/org/apache/hudi/cli/utils/CLIUtils.java | 64 +
.../cli/commands/TestArchivedCommitsCommand.java | 2 +-
.../hudi/cli/commands/TestCommitsCommand.java | 2 +-
.../hudi/cli/commands/TestCompactionCommand.java | 2 +-
.../cli/commands/TestHoodieLogFileCommand.java | 46 +-
.../hudi/cli/commands/TestRestoresCommand.java | 23 +-
.../hudi/cli/commands/TestRollbacksCommand.java | 3 +-
.../hudi/cli/integ/ITTestClusteringCommand.java | 8 +-
.../hudi/cli/integ/ITTestCompactionCommand.java | 9 +-
.../cli/integ/ITTestHDFSParquetImportCommand.java | 10 +-
.../hudi/cli/integ/ITTestMarkersCommand.java | 4 +-
.../hudi/cli/integ/ITTestSavepointsCommand.java | 20 +-
.../testutils/HoodieCLIIntegrationTestHarness.java | 4 +-
.../HoodieTestCommitMetadataGenerator.java | 12 +-
.../cli/testutils/HoodieTestCommitUtilities.java | 11 +-
hudi-client/hudi-client-common/pom.xml | 35 +-
.../org/apache/hudi/async/HoodieAsyncService.java | 4 +-
.../org/apache/hudi/client/BaseHoodieClient.java | 2 +-
.../hudi/client/BaseHoodieTableServiceClient.java | 332 ++-
.../apache/hudi/client/BaseHoodieWriteClient.java | 197 +-
.../apache/hudi/client/CompactionAdminClient.java | 7 +-
.../apache/hudi/client/HoodieTimelineArchiver.java | 739 -----
.../apache/hudi/client/ReplaceArchivalHelper.java | 53 -
.../selector/BootstrapRegexModeSelector.java | 3 +
.../client/embedded/EmbeddedTimelineService.java | 2 +-
.../client/heartbeat/HoodieHeartbeatClient.java | 76 +-
.../client/timeline/ActiveActionWithDetails.java | 113 +
.../client/timeline/CompletionTimeQueryView.java | 149 +
.../client/timeline/HoodieTimelineArchiver.java | 352 +++
.../hudi/client/timeline/LSMTimelineWriter.java | 374 +++
.../client/transaction/ConcurrentOperation.java | 2 +-
...imaryWriterBasedConflictResolutionStrategy.java | 116 -
.../PreferWriterConflictResolutionStrategy.java | 117 +
.../lock/FileSystemBasedLockProvider.java | 25 +
.../apache/hudi/client/utils/ArchivalUtils.java | 139 +
.../utils/LegacyArchivedMetaEntryReader.java | 303 +++
.../hudi/client/utils/MetadataConversionUtils.java | 216 --
.../apache/hudi/config/HoodieArchivalConfig.java | 33 +-
.../apache/hudi/config/HoodieBootstrapConfig.java | 5 +-
.../org/apache/hudi/config/HoodieCleanConfig.java | 43 +-
.../apache/hudi/config/HoodieClusteringConfig.java | 47 +-
.../apache/hudi/config/HoodieCompactionConfig.java | 99 +-
.../org/apache/hudi/config/HoodieIndexConfig.java | 66 +-
.../apache/hudi/config/HoodieInternalConfig.java | 8 -
.../org/apache/hudi/config/HoodieLockConfig.java | 16 +-
.../org/apache/hudi/config/HoodieMemoryConfig.java | 203 --
.../org/apache/hudi/config/HoodieWriteConfig.java | 101 +-
.../hudi/config/metrics/HoodieMetricsConfig.java | 11 +
.../java/org/apache/hudi/index/HoodieIndex.java | 1 +
.../hudi/index/HoodieInternalProxyIndex.java | 13 +-
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 23 +-
.../hudi/index/bloom/KeyRangeLookupTree.java | 24 +-
.../index/bucket/ConsistentBucketIdentifier.java | 19 +
.../index/bucket/ConsistentBucketIndexUtils.java | 26 +-
.../hudi/index/bucket/HoodieBucketIndex.java | 1 +
.../org/apache/hudi/io/HoodieAppendHandle.java | 56 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 6 +-
.../hudi/io/HoodieMergeHandleWithChangeLog.java | 2 +-
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 35 +-
.../src/main/java/org/apache/hudi/io/IOUtils.java | 14 +-
.../java/org/apache/hudi/keygen/KeyGenUtils.java | 9 -
.../keygen/TimestampBasedAvroKeyGenerator.java | 11 +-
.../keygen/parser/BaseHoodieDateTimeParser.java | 7 +-
.../hudi/keygen/parser/HoodieDateTimeParser.java | 33 +-
.../metadata/HoodieBackedTableMetadataWriter.java | 488 +++-
.../hudi/metadata/HoodieMetadataWriteUtils.java | 36 +-
.../hudi/metadata/HoodieTableMetadataWriter.java | 20 +-
.../org/apache/hudi/metrics/HoodieMetrics.java | 79 +-
.../ConsistentHashingBucketInsertPartitioner.java | 33 +
.../java/org/apache/hudi/table/HoodieTable.java | 79 +-
.../hudi/table/action/BaseActionExecutor.java | 55 +-
.../table/action/clean/CleanActionExecutor.java | 24 +-
.../action/clean/CleanPlanActionExecutor.java | 6 +-
.../hudi/table/action/clean/CleanPlanner.java | 33 +-
.../cluster/ClusteringPlanActionExecutor.java | 7 +-
...sistentHashingBucketClusteringPlanStrategy.java | 8 +-
.../PartitionAwareClusteringPlanStrategy.java | 2 +-
.../util/ConsistentHashingUpdateStrategyUtils.java | 2 +-
.../action/commit/BaseCommitActionExecutor.java | 48 +-
.../table/action/commit/HoodieMergeHelper.java | 18 +-
.../table/action/commit/HoodieWriteHelper.java | 7 +-
.../hudi/table/action/compact/CompactHelpers.java | 7 +-
.../BaseHoodieCompactionPlanGenerator.java | 7 +-
.../action/index/AbstractIndexingCatchupTask.java | 180 ++
.../table/action/index/IndexingCatchupTask.java | 40 +
.../action/index/IndexingCatchupTaskFactory.java | 68 +
.../index/RecordBasedIndexingCatchupTask.java | 88 +
.../table/action/index/RunIndexActionExecutor.java | 195 +-
.../index/WriteStatBasedIndexingCatchupTask.java | 55 +
.../rollback/BaseRollbackActionExecutor.java | 25 +-
.../rollback/ListingBasedRollbackStrategy.java | 4 +-
.../rollback/MarkerBasedRollbackStrategy.java | 96 +-
.../hudi/table/action/rollback/RollbackUtils.java | 6 +-
.../hudi/table/marker/DirectWriteMarkers.java | 4 +-
.../marker/TimelineServerBasedWriteMarkers.java | 8 +-
.../org/apache/hudi/table/marker/WriteMarkers.java | 46 +-
.../storage/HoodieConsistentBucketLayout.java | 1 +
.../table/storage/HoodieSimpleBucketLayout.java | 1 +
.../table/upgrade/SixToFiveDowngradeHandler.java | 54 +-
.../table/upgrade/SupportsUpgradeDowngrade.java | 3 +
.../hudi/table/upgrade/UpgradeDowngrade.java | 3 +-
.../java/org/apache/hudi/DummyActiveAction.java | 46 +
.../org/apache/hudi/DummyTaskContextSupplier.java | 5 +
.../org/apache/hudi/HoodieTestCommitGenerator.java | 30 +-
.../heartbeat/TestHoodieHeartbeatClient.java | 10 +
.../timeline/TestCompletionTimeQueryView.java | 129 +
.../TestConflictResolutionStrategyUtil.java | 2 +-
...imaryWriterBasedConflictResolutionStrategy.java | 260 --
...TestPreferWriterConflictResolutionStrategy.java | 260 ++
.../utils/TestLegacyArchivedMetaEntryReader.java | 147 +
.../common/testutils/HoodieMetadataTestTable.java | 32 +-
.../bucket/TestConsistentBucketIdIdentifier.java | 41 +
.../io/storage/TestHoodieHFileReaderWriter.java | 475 ----
.../hudi/io/storage/TestHoodieOrcReaderWriter.java | 99 -
.../io/storage/TestHoodieReaderWriterBase.java | 274 --
.../org/apache/hudi/metrics/TestHoodieMetrics.java | 41 +-
.../action/index/TestIndexingCatchupTask.java | 159 ++
.../GenericRecordValidationTestUtils.java | 133 +
.../hudi/testutils/HoodieMergeOnReadTestUtils.java | 222 ++
.../hudi/testutils/HoodieWriteableTestTable.java | 8 +-
.../providers/HoodieMetaClientProvider.java | 14 -
.../hudi/utils/HoodieWriterClientTestHarness.java | 232 ++
.../hudi/utils/TestMetadataConversionUtils.java | 173 +-
hudi-client/hudi-flink-client/pom.xml | 4 +-
.../hudi/client/FlinkTaskContextSupplier.java | 5 +
.../hudi/client/HoodieFlinkTableServiceClient.java | 123 +-
.../apache/hudi/client/HoodieFlinkWriteClient.java | 60 +-
.../java/org/apache/hudi/io/FlinkAppendHandle.java | 31 +-
.../row/HoodieRowDataParquetWriteSupport.java | 4 +-
.../FlinkHoodieBackedTableMetadataWriter.java | 125 +-
.../hudi/table/HoodieFlinkCopyOnWriteTable.java | 27 +
.../commit/BaseFlinkCommitActionExecutor.java | 40 +-
.../table/action/commit/FlinkDeleteHelper.java | 1 -
.../FlinkDeletePreppedCommitActionExecutor.java | 51 +
.../table/upgrade/FlinkUpgradeDowngradeHelper.java | 7 +
hudi-client/hudi-java-client/pom.xml | 4 +-
.../hudi/client/HoodieJavaTableServiceClient.java | 42 +-
.../apache/hudi/client/HoodieJavaWriteClient.java | 68 +-
.../client/common/JavaTaskContextSupplier.java | 6 +
.../apache/hudi/index/JavaHoodieIndexFactory.java | 22 +
.../JavaHoodieBackedTableMetadataWriter.java | 113 +
.../JavaHoodieMetadataBulkInsertPartitioner.java | 56 +
.../hudi/table/HoodieJavaCopyOnWriteTable.java | 22 +-
.../hudi/table/HoodieJavaMergeOnReadTable.java | 37 +
.../org/apache/hudi/table/HoodieJavaTable.java | 41 +-
.../commit/BaseJavaCommitActionExecutor.java | 70 +-
.../table/action/commit/JavaBulkInsertHelper.java | 15 +-
.../hudi/table/action/commit/JavaDeleteHelper.java | 1 -
.../JavaDeletePreppedCommitActionExecutor.java | 47 +
...vaInsertOverwriteTableCommitActionExecutor.java | 2 +-
.../table/action/commit/JavaUpsertPartitioner.java | 8 +-
.../BaseJavaDeltaCommitActionExecutor.java | 38 +
.../JavaUpsertDeltaCommitActionExecutor.java | 53 +
...JavaUpsertPreppedDeltaCommitActionExecutor.java | 2 +-
.../table/upgrade/JavaUpgradeDowngradeHelper.java | 7 +
.../hudi/client/TestJavaHoodieBackedMetadata.java | 2854 ++++++++++++++++++++
.../TestHoodieJavaClientOnCopyOnWriteStorage.java | 1609 +++++++++++
.../TestHoodieJavaClientOnMergeOnReadStorage.java | 172 ++
.../commit/TestJavaCopyOnWriteActionExecutor.java | 7 +-
.../testutils/HoodieJavaClientTestHarness.java | 894 +++++-
.../hudi/testutils/TestHoodieMetadataBase.java | 314 +++
.../src/test/resources/testDataGeneratorSchema.txt | 132 -
hudi-client/hudi-spark-client/pom.xml | 4 +-
.../hudi/client/SparkRDDTableServiceClient.java | 272 +-
.../apache/hudi/client/SparkRDDWriteClient.java | 99 +-
.../hudi/client/SparkTaskContextSupplier.java | 6 +
.../MultipleSparkJobExecutionStrategy.java | 12 +-
...onsistentBucketClusteringExecutionStrategy.java | 27 +-
.../client/utils/SparkInternalSchemaConverter.java | 14 +-
.../hudi/common/model/HoodieSparkRecord.java | 13 +-
...ntBucketIndexBulkInsertPartitionerWithRows.java | 154 ++
.../RDDConsistentBucketBulkInsertPartitioner.java | 31 +-
.../bulkinsert/RowRecordKeyExtractor.java | 91 +
.../apache/hudi/index/SparkHoodieIndexFactory.java | 6 +-
.../index/bloom/HoodieFileProbingFunction.java | 10 +-
.../HoodieMetadataBloomFilterProbingFunction.java | 17 +-
.../hudi/index/hbase/SparkHoodieHBaseIndex.java | 2 +-
.../hudi/io/storage/row/HoodieRowCreateHandle.java | 4 +
.../factory/HoodieSparkKeyGeneratorFactory.java | 29 +-
.../SparkHoodieBackedTableMetadataWriter.java | 96 +-
.../hudi/table/HoodieSparkCopyOnWriteTable.java | 17 +
.../hudi/table/HoodieSparkMergeOnReadTable.java | 23 +
.../org/apache/hudi/table/HoodieSparkTable.java | 12 +-
.../SparkBootstrapCommitActionExecutor.java | 74 +-
.../commit/BaseSparkCommitActionExecutor.java | 39 +-
.../BucketBulkInsertDataInternalWriterHelper.java | 32 +-
.../commit/BulkInsertDataInternalWriterHelper.java | 29 +-
...ntBucketBulkInsertDataInternalWriterHelper.java | 120 +
.../SparkDeletePreppedCommitActionExecutor.java | 43 +
.../table/action/commit/UpsertPartitioner.java | 3 +-
...parkDeletePreppedDeltaCommitActionExecutor.java | 46 +
.../SparkUpsertDeltaCommitPartitioner.java | 12 +-
.../table/upgrade/SparkUpgradeDowngradeHelper.java | 7 +
.../hudi/HoodieDatasetBulkInsertHelper.scala | 48 +-
.../apache/spark/HoodieSparkKryoRegistrar.scala | 2 +-
.../spark/sql/HoodieCatalystPlansUtils.scala | 25 +
.../org/apache/spark/sql/hudi/SparkAdapter.scala | 27 +-
.../callback/TestHoodieClientInitCallback.java | 61 +-
.../org/apache/hudi/client/TestClientRollback.java | 15 +-
.../hudi/client/TestHoodieClientMultiWriter.java | 135 +-
.../java/org/apache/hudi/client/TestMultiFS.java | 4 +-
.../TestMultiWriterWithPreferWriterIngestion.java | 259 ++
...estMultiwriterWithIngestionAsPrimaryWriter.java | 256 --
.../hudi/client/TestSparkRDDWriteClient.java | 42 +-
.../hudi/client/TestTableSchemaEvolution.java | 6 +-
.../hudi/client/TestUpdateSchemaEvolution.java | 4 +-
...parkConsistentBucketClusteringPlanStrategy.java | 17 +-
.../functional/TestConsistentBucketIndex.java | 16 +-
...DataValidationCheckForLogCompactionActions.java | 3 +-
.../functional/TestExternalPathHandling.java | 298 ++
.../functional/TestHoodieBackedMetadata.java | 351 ++-
.../TestHoodieClientOnCopyOnWriteStorage.java | 335 +--
.../TestHoodieClientOnMergeOnReadStorage.java | 177 +-
.../hudi/client/functional/TestHoodieIndex.java | 2 +-
.../client/functional/TestHoodieMetadataBase.java | 14 +-
.../TestRemoteFileSystemViewWithMetadataTable.java | 67 +-
.../TestSparkConsistentBucketClustering.java | 352 ---
.../TestBoundedInMemoryExecutorInSpark.java | 4 +-
.../hudi/execution/TestBoundedInMemoryQueue.java | 4 +-
.../execution/TestDisruptorExecutionInSpark.java | 4 +-
.../hudi/execution/TestDisruptorMessageQueue.java | 4 +-
.../hudi/execution/TestSimpleExecutionInSpark.java | 4 +-
.../TestBulkInsertInternalPartitionerForRows.java | 4 +-
.../TestRDDSimpleBucketBulkInsertPartitioner.java | 4 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 12 +-
.../index/bucket/TestHoodieSimpleBucketIndex.java | 4 +-
.../index/hbase/TestSparkHoodieHBaseIndex.java | 300 +-
.../hudi/io/TestHoodieKeyLocationFetchHandle.java | 7 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 6 +-
.../apache/hudi/io/TestHoodieTimelineArchiver.java | 573 ++--
.../java/org/apache/hudi/io/TestSparkIOUtils.java | 6 +-
.../storage/TestHoodieAvroFileWriterFactory.java | 6 +-
.../row/TestHoodieInternalRowParquetWriter.java | 4 +-
.../io/storage/row/TestHoodieRowCreateHandle.java | 15 +-
.../java/org/apache/hudi/table/TestCleaner.java | 152 +-
.../apache/hudi/table/TestConsistencyGuard.java | 4 +-
.../hudi/table/TestHoodieMergeOnReadTable.java | 18 +-
.../clean/TestCleanerInsertAndCleanByVersions.java | 4 +-
.../table/action/cluster/ClusteringTestUtils.java | 4 +-
.../commit/TestCopyOnWriteActionExecutor.java | 7 +-
.../table/action/commit/TestUpsertPartitioner.java | 14 +-
.../table/action/compact/CompactionTestBase.java | 2 +-
.../table/action/compact/TestAsyncCompaction.java | 2 -
.../table/action/compact/TestHoodieCompactor.java | 10 +-
.../TestCopyOnWriteRollbackActionExecutor.java | 53 +-
.../TestMergeOnReadRollbackActionExecutor.java | 101 +-
.../table/functional/TestCleanPlanExecutor.java | 30 +-
.../TestHoodieSparkMergeOnReadTableCompaction.java | 15 +-
...dieSparkMergeOnReadTableInsertUpdateDelete.java | 99 +-
.../TestHoodieSparkMergeOnReadTableRollback.java | 89 +-
.../TestMarkerBasedRollbackStrategy.java | 59 +-
.../hudi/table/upgrade/TestUpgradeDowngrade.java | 81 +-
.../GenericRecordValidationTestUtils.java | 128 -
.../hudi/testutils/HoodieCleanerTestBase.java | 8 +-
.../hudi/testutils/HoodieClientTestBase.java | 283 +-
.../hudi/testutils/HoodieClientTestHarness.java | 688 -----
.../hudi/testutils/HoodieClientTestUtils.java | 18 +-
.../hudi/testutils/HoodieMergeOnReadTestUtils.java | 221 --
.../testutils/HoodieSparkClientTestHarness.java | 664 +++++
.../testutils/HoodieSparkWriteableTestTable.java | 29 +-
.../src/test/resources/testDataGeneratorSchema.txt | 132 -
hudi-client/pom.xml | 2 +-
hudi-common/pom.xml | 15 +-
.../src/main/avro/HoodieCommitMetadata.avsc | 48 +
.../src/main/avro/HoodieDeleteRecordList.avsc | 76 +
.../src/main/avro/HoodieLSMTimelineInstant.avsc | 54 +
hudi-common/src/main/avro/HoodieMetadata.avsc | 61 +-
.../src/main/avro/HoodieRollbackMetadata.avsc | 13 +-
.../org/apache/hudi/BaseHoodieTableFileIndex.java | 27 +
.../apache/hudi/avro/GenericAvroSerializer.java | 6 +-
.../java/org/apache/hudi/avro/HoodieAvroUtils.java | 167 +-
.../apache/hudi/avro/HoodieAvroWriteSupport.java | 4 +-
.../java/org/apache/hudi/avro/JsonEncoder.java | 352 +++
.../apache/hudi/avro/MercifulJsonConverter.java | 4 +-
.../org/apache/hudi/common/HoodieJsonPayload.java | 4 +-
.../org/apache/hudi/common/HoodieRollbackStat.java | 20 +-
.../hudi/common/bloom/BloomFilterFactory.java | 2 +-
.../org/apache/hudi/common/bloom/HashFunction.java | 132 +
.../bloom/HoodieDynamicBoundedBloomFilter.java | 11 +-
.../hudi/common/bloom/InternalBloomFilter.java | 248 ++
.../common/bloom/InternalDynamicBloomFilter.java | 33 +-
.../apache/hudi/common/bloom/InternalFilter.java | 58 +-
.../java/org/apache/hudi/common/bloom/Key.java | 176 ++
.../hudi/common/bloom/SimpleBloomFilter.java | 25 +-
.../common/bootstrap/index/BootstrapIndex.java | 6 +-
.../bootstrap/index/HFileBootstrapIndex.java | 12 +-
.../apache/hudi/common/config/ConfigGroups.java | 15 +-
.../hudi/common/config/HoodieCommonConfig.java | 33 +-
.../apache/hudi/common/config/HoodieConfig.java | 15 +-
.../hudi/common/config/HoodieMemoryConfig.java | 188 ++
.../hudi/common/config/HoodieMetadataConfig.java | 115 +-
.../hudi/common/config/HoodieReaderConfig.java | 54 +
.../hudi/common/config/HoodieStorageConfig.java | 46 +
.../common/config/TimestampKeyGeneratorConfig.java | 15 +-
.../hudi/common/engine/HoodieEngineContext.java | 6 +-
.../common/engine/LocalTaskContextSupplier.java | 6 +
.../hudi/common/engine/TaskContextSupplier.java | 5 +
.../java/org/apache/hudi/common/fs/FSUtils.java | 61 +-
.../hudi/common/fs/HoodieWrapperFileSystem.java | 16 +-
.../org/apache/hudi/common/fs/StorageSchemes.java | 68 +-
.../org/apache/hudi/common/model/BaseFile.java | 2 +-
.../hudi/common/model/BootstrapIndexType.java | 76 +
.../hudi/common/model/CompactionOperation.java | 4 +-
.../hudi/common/model/EventTimeAvroPayload.java | 6 +-
.../apache/hudi/common/model/HoodieBaseFile.java | 107 +-
.../hudi/common/model/HoodieCommitMetadata.java | 54 +-
.../model/HoodieConsistentHashingMetadata.java | 6 +-
.../common/model/HoodieLSMTimelineManifest.java | 131 +
.../apache/hudi/common/model/HoodieLogFile.java | 101 +-
.../hudi/common/model/HoodiePartitionMetadata.java | 4 +-
.../hudi/common/model/HoodieRecordDelegate.java | 32 +-
.../common/model/HoodieReplaceCommitMetadata.java | 24 +-
.../OverwriteNonDefaultsWithLatestAvroPayload.java | 2 +-
.../model/OverwriteWithLatestAvroPayload.java | 2 +-
.../hudi/common/model/RecordPayloadType.java | 112 +
.../hudi/common/model/WriteOperationType.java | 10 +-
.../model/debezium/MySqlDebeziumAvroPayload.java | 29 +-
.../hudi/common/table/HoodieTableConfig.java | 87 +-
.../hudi/common/table/HoodieTableMetaClient.java | 127 +-
.../hudi/common/table/TableSchemaResolver.java | 5 +-
.../hudi/common/table/cdc/HoodieCDCExtractor.java | 2 +-
.../table/log/AbstractHoodieLogRecordReader.java | 203 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 4 +-
.../table/log/HoodieLogFileWriteCallback.java | 42 -
.../hudi/common/table/log/HoodieLogFormat.java | 15 +-
.../common/table/log/HoodieLogFormatWriter.java | 125 +-
.../table/log/HoodieMergedLogRecordScanner.java | 2 +-
.../hudi/common/table/log/LogReaderUtils.java | 62 +
.../table/log/block/HoodieAvroDataBlock.java | 5 +-
.../common/table/log/block/HoodieDeleteBlock.java | 73 +-
.../table/log/block/HoodieHFileDataBlock.java | 30 +-
.../common/table/log/block/HoodieLogBlock.java | 23 +-
.../table/log/block/HoodieParquetDataBlock.java | 2 +-
.../hudi/common/table/timeline/ActiveAction.java | 166 ++
.../table/timeline/HoodieActiveTimeline.java | 4 +-
.../table/timeline/HoodieArchivedTimeline.java | 363 +--
.../table/timeline/HoodieDefaultTimeline.java | 39 +-
.../hudi/common/table/timeline/HoodieInstant.java | 4 +-
.../table/timeline/HoodieInstantTimeGenerator.java | 4 +-
.../hudi/common/table/timeline/HoodieTimeline.java | 29 +-
.../hudi/common/table/timeline/LSMTimeline.java | 287 ++
.../table/timeline/MetadataConversionUtils.java | 289 ++
.../table/timeline/TimelineMetadataUtils.java | 42 +-
.../hudi/common/table/timeline/TimelineUtils.java | 66 +-
.../common/table/timeline/dto/BaseFileDTO.java | 14 +-
.../common/table/timeline/dto/FilePathDTO.java | 4 +-
.../table/view/AbstractTableFileSystemView.java | 15 +-
.../common/table/view/FileSystemViewManager.java | 27 +-
.../view/HoodieTablePreCommitFileSystemView.java | 5 +-
.../common/table/view/TableFileSystemView.java | 4 +-
.../common/util/ArchivedInstantReadSchemas.java | 105 +
.../org/apache/hudi/common/util/AvroOrcUtils.java | 8 +-
.../apache/hudi/common/util/Base64CodecUtil.java | 4 +-
.../org/apache/hudi/common/util/BinaryUtil.java | 5 +-
.../org/apache/hudi/common/util/CleanerUtils.java | 26 +
.../apache/hudi/common/util/ClusteringUtils.java | 21 +-
.../org/apache/hudi/common/util/CommitUtils.java | 33 +-
.../apache/hudi/common/util/CompactionUtils.java | 16 +-
.../org/apache/hudi/common/util/ConfigUtils.java | 474 +++-
.../hudi/common/util/ExternalFilePathUtil.java | 46 +
.../org/apache/hudi/common/util/FileIOUtils.java | 12 +
.../common/util/HoodieCommonKryoRegistrar.java | 4 +-
.../apache/hudi/common/util/HoodieRecordUtils.java | 18 +-
.../org/apache/hudi/common/util/NumericUtils.java | 5 +-
.../org/apache/hudi/common/util/StringUtils.java | 23 +-
.../hudi/common/util/collection/RocksDBDAO.java | 23 +-
.../apache/hudi/common/util/collection/Tuple3.java | 71 +
.../org/apache/hudi/common/util/hash/Hash.java | 112 +
.../org/apache/hudi/common/util/hash/HashID.java | 7 +-
.../apache/hudi/common/util/hash/JenkinsHash.java | 287 ++
.../apache/hudi/common/util/hash/MurmurHash.java | 92 +
.../hudi/common/util/queue/SimpleExecutor.java | 6 +-
.../hudi/exception/HoodieTimeTravelException.java | 29 +
.../java/org/apache/hudi/expression/ArrayData.java | 40 +
.../apache/hudi/expression/BinaryExpression.java | 60 +
.../org/apache/hudi/expression/BindVisitor.java | 187 ++
.../org/apache/hudi/expression/BoundReference.java | 53 +
.../org/apache/hudi/expression/Comparators.java | 52 +
.../org/apache/hudi/expression/Expression.java | 69 +
.../apache/hudi/expression/ExpressionVisitor.java | 41 +
.../org/apache/hudi/expression/LeafExpression.java | 32 +
.../java/org/apache/hudi/expression/Literal.java | 121 +
.../org/apache/hudi/expression/NameReference.java | 49 +
.../apache/hudi/expression/PartialBindVisitor.java | 153 ++
.../java/org/apache/hudi/expression/Predicate.java | 40 +
.../org/apache/hudi/expression/Predicates.java | 413 +++
.../org/apache/hudi/expression/StructLike.java | 26 +
.../hudi/internal/schema/InternalSchema.java | 9 +-
.../java/org/apache/hudi/internal/schema/Type.java | 80 +-
.../org/apache/hudi/internal/schema/Types.java | 37 +-
.../schema/action/InternalSchemaMerger.java | 6 +-
.../io/FileBasedInternalSchemaStorageManager.java | 3 +-
.../schema/utils/AvroSchemaEvolutionUtils.java | 12 +-
.../hudi/internal/schema/utils/Conversions.java | 49 +
.../internal/schema/utils/InternalSchemaUtils.java | 12 +-
.../hudi/io/storage/HoodieAvroFileReaderBase.java | 7 +-
.../hudi/io/storage/HoodieAvroHFileReader.java | 196 +-
.../hudi/io/storage/HoodieAvroHFileWriter.java | 26 +-
.../hudi/io/storage/HoodieAvroOrcReader.java | 2 +-
.../hudi/io/storage/HoodieAvroOrcWriter.java | 26 +-
.../hudi/io/storage/HoodieAvroParquetReader.java | 2 +-
.../hudi/io/storage/HoodieBaseParquetWriter.java | 14 +-
.../apache/hudi/io/storage/HoodieFileWriter.java | 2 +-
.../hudi/io/storage/HoodieFileWriterFactory.java | 9 +-
.../apache/hudi/io/storage/HoodieHFileUtils.java | 24 +-
.../hudi/keygen/constant/KeyGeneratorType.java | 83 +-
.../hudi/metadata/AbstractHoodieTableMetadata.java | 96 +
.../apache/hudi/metadata/BaseTableMetadata.java | 33 +-
.../metadata/FileSystemBackedTableMetadata.java | 125 +-
.../hudi/metadata/HoodieBackedTableMetadata.java | 38 +-
.../hudi/metadata/HoodieMetadataMetrics.java | 28 +-
.../hudi/metadata/HoodieMetadataPayload.java | 244 +-
.../apache/hudi/metadata/HoodieTableMetadata.java | 17 +-
.../hudi/metadata/HoodieTableMetadataUtil.java | 814 +++---
.../hudi/metadata/MetadataPartitionType.java | 9 -
.../org/apache/hudi/avro/TestHoodieAvroUtils.java | 158 +-
.../apache/hudi/common/bloom/TestBloomFilter.java | 70 +
.../bloom/TestInternalDynamicBloomFilter.java | 3 +-
.../common/fs/TestHoodieWrapperFileSystem.java | 79 +
.../apache/hudi/common/fs/TestStorageSchemes.java | 22 -
.../inline/TestInLineFileSystemHFileInLining.java | 3 +-
.../common/functional/TestHoodieLogFormat.java | 409 ++-
.../TestHoodieLogFormatAppendFailure.java | 10 +-
.../hudi/common/model/TestHoodieBaseFile.java | 97 +
.../model/TestHoodieLSMTimelineManifest.java | 55 +
.../hudi/common/model/TestHoodieLogFile.java | 92 +
.../common/model/TestHoodieRecordDelegate.java | 90 +
.../debezium/TestMySqlDebeziumAvroPayload.java | 6 +
.../debezium/TestPostgresDebeziumAvroPayload.java | 9 +-
.../hudi/common/table/TestHoodieTableConfig.java | 8 +-
.../common/table/TestHoodieTableMetaClient.java | 9 +-
.../hudi/common/table/TestTimelineUtils.java | 13 +-
.../hudi/common/table/log/TestLogReaderUtils.java | 93 +
.../table/log/block/TestHoodieDeleteBlock.java | 144 +
.../table/timeline/TestHoodieActiveTimeline.java | 8 +-
.../common/table/timeline/TestLSMTimeline.java | 57 +
.../view/TestHoodieTableFSViewWithClustering.java | 7 +-
.../table/view/TestHoodieTableFileSystemView.java | 73 +-
.../table/view/TestIncrementalFSViewSync.java | 24 +-
.../hudi/common/testutils/FileCreateUtils.java | 101 +-
.../hudi/common/testutils/FileSystemTestUtils.java | 10 +
.../common/testutils/HoodieTestDataGenerator.java | 18 +-
.../hudi/common/testutils/HoodieTestTable.java | 113 +-
.../hudi/common/testutils/HoodieTestUtils.java | 29 +
.../hudi/common/testutils/RawTripTestPayload.java | 3 +-
.../hudi/common/testutils/SchemaTestUtil.java | 55 +-
.../minicluster/ZookeeperTestService.java | 6 +-
.../apache/hudi/common/util/TestAvroOrcUtils.java | 5 +-
.../hudi/common/util/TestBase64CodecUtil.java | 4 +-
.../hudi/common/util/TestClusteringUtils.java | 6 +-
.../apache/hudi/common/util/TestCommitUtils.java | 115 +-
.../hudi/common/util/TestCompactionUtils.java | 8 +-
.../apache/hudi/common/util/TestConfigUtils.java | 112 +
.../common/util/TestCustomizedThreadFactory.java | 3 +
.../util/TestDFSPropertiesConfiguration.java | 14 +-
.../apache/hudi/common/util/TestFileIOUtils.java | 35 +-
.../hudi/common/util/TestHoodieRecordUtils.java | 12 +-
.../hudi/common/util/TestObjectSizeCalculator.java | 30 +-
.../hudi/common/util/TestOrcReaderIterator.java | 6 +-
.../apache/hudi/common/util/TestStringUtils.java | 19 +-
.../apache/hudi/common/util/hash/TestHashID.java | 4 +-
.../hudi/expression/TestPartialBindVisitor.java | 83 +
.../internal/schema/action/TestMergeSchema.java | 38 +-
.../schema/utils/TestAvroSchemaEvolutionUtils.java | 2 +-
.../io/storage/TestHoodieHFileReaderWriter.java | 477 ++++
.../hudi/io/storage/TestHoodieOrcReaderWriter.java | 99 +
.../io/storage/TestHoodieReaderWriterBase.java | 276 ++
.../TestFileSystemBackedTableMetadata.java | 39 +-
.../hudi/metadata/TestHoodieMetadataPayload.java | 18 +-
.../hudi/metadata/TestHoodieTableMetadataUtil.java | 149 +
.../src/test/resources/exampleEvolvedSchema.avsc | 0
.../resources/exampleEvolvedSchemaChangeOrder.avsc | 0
.../exampleEvolvedSchemaColumnRequire.avsc | 0
.../resources/exampleEvolvedSchemaColumnType.avsc | 0
.../exampleEvolvedSchemaDeleteColumn.avsc | 0
.../src/test/resources/exampleSchema.avsc | 0
.../resources/exampleSchemaWithMetaFields.avsc | 0
.../src/test/resources/exampleSchemaWithUDT.avsc | 0
.../format/bloom-filter/hadoop/all_10000.keys.data | 19 +
.../dynamic_1000_000001_jenkins_5000.bf.data | 19 +
.../hadoop/dynamic_1000_000001_murmur_5000.bf.data | 19 +
.../hadoop/dynamic_200_000001_murmur_1000.bf.data | 19 +
.../hadoop/simple_10000_000001_murmur.bf.data | 19 +
.../hadoop/simple_1000_000001_murmur.bf.data | 19 +
.../hadoop/simple_200_000001_murmur.bf.data | 19 +
.../hadoop/simple_5000_000001_jenkins.bf.data | 19 +
.../hadoop/simple_5000_000001_murmur.bf.data | 19 +
.../format/delete-block-v2-content-10-records.data | Bin 0 -> 605 bytes
.../format/expected_record_positions.data | 19 +
.../format/record_positions_header_v3.data | 19 +
...10_hbase_1_2_3_bootstrap_index_partitions.hfile | Bin
.../resources/hudi_0_10_hbase_1_2_3_complex.hfile | Bin
.../resources/hudi_0_10_hbase_1_2_3_simple.hfile | Bin
...11_hbase_2_4_9_bootstrap_index_partitions.hfile | Bin
.../resources/hudi_0_11_hbase_2_4_9_complex.hfile | Bin
.../resources/hudi_0_11_hbase_2_4_9_simple.hfile | Bin
..._9_hbase_1_2_3_bootstrap_index_partitions.hfile | Bin
.../resources/hudi_0_9_hbase_1_2_3_complex.hfile | Bin
.../resources/hudi_0_9_hbase_1_2_3_simple.hfile | Bin
hudi-examples/README.md | 32 +-
hudi-examples/bin/custom-delta-streamer-example.sh | 35 -
hudi-examples/bin/custom-streamer-example.sh | 35 +
hudi-examples/bin/dfs-delta-streamer-example.sh | 35 -
hudi-examples/bin/dfs-streamer-example.sh | 35 +
hudi-examples/bin/hudi-delta-streamer | 40 -
hudi-examples/bin/hudi-streamer | 40 +
hudi-examples/bin/kafka-delta-streamer-example.sh | 36 -
hudi-examples/bin/kafka-streamer-example.sh | 36 +
hudi-examples/hudi-examples-common/pom.xml | 2 +-
hudi-examples/hudi-examples-flink/pom.xml | 2 +-
hudi-examples/hudi-examples-java/pom.xml | 2 +-
hudi-examples/hudi-examples-spark/pom.xml | 2 +-
.../kafka/kafka-source.properties | 31 -
.../dfs/source-file.json | 0
.../streamer-config/kafka/kafka-source.properties | 31 +
hudi-examples/pom.xml | 2 +-
hudi-flink-datasource/hudi-flink/pom.xml | 10 +-
.../apache/hudi/configuration/FlinkOptions.java | 15 +-
.../apache/hudi/configuration/OptionsResolver.java | 33 +-
.../hudi/metrics/FlinkCompactionMetrics.java | 106 +
.../hudi/metrics/FlinkStreamReadMetrics.java | 96 +
.../org/apache/hudi/metrics/FlinkWriteMetrics.java | 111 +
.../apache/hudi/metrics/HoodieFlinkMetrics.java | 62 +
.../hudi/schema/FilebasedSchemaProvider.java | 32 +-
.../apache/hudi/schema/SchemaRegistryProvider.java | 33 +-
.../org/apache/hudi/sink/StreamWriteFunction.java | 1 +
.../hudi/sink/StreamWriteOperatorCoordinator.java | 5 +-
.../hudi/sink/append/AppendWriteFunction.java | 15 +
.../hudi/sink/bootstrap/BootstrapOperator.java | 4 +-
.../sink/bucket/BucketBulkInsertWriterHelper.java | 2 +-
.../apache/hudi/sink/bulk/AutoRowDataKeyGen.java | 58 +
.../hudi/sink/bulk/BulkInsertWriterHelper.java | 19 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGen.java | 53 +-
.../org/apache/hudi/sink/bulk/RowDataKeyGens.java | 52 +
.../sink/clustering/FlinkClusteringConfig.java | 19 +
.../sink/clustering/HoodieFlinkClusteringJob.java | 7 +-
.../sink/common/AbstractStreamWriteFunction.java | 12 +-
.../apache/hudi/sink/compact/CompactOperator.java | 16 +
.../hudi/sink/compact/CompactionCommitSink.java | 16 +
.../hudi/sink/compact/CompactionPlanOperator.java | 19 +-
.../hudi/sink/compact/FlinkCompactionConfig.java | 24 +-
.../sink/overwrite/PartitionOverwriteMode.java | 35 +
.../partitioner/profile/DeltaWriteProfile.java | 10 +-
.../sink/partitioner/profile/WriteProfile.java | 4 +-
.../apache/hudi/sink/utils/HiveSyncContext.java | 2 -
.../java/org/apache/hudi/sink/utils/Pipelines.java | 18 +-
.../apache/hudi/source/ExpressionEvaluators.java | 32 +-
.../apache/hudi/source/ExpressionPredicates.java | 654 +++++
.../apache/hudi/source/IncrementalInputSplits.java | 2 +-
.../hudi/source/StreamReadMonitoringFunction.java | 13 +
.../org/apache/hudi/source/StreamReadOperator.java | 14 +
.../hudi/source/stats/ColumnStatsIndices.java | 17 +-
.../apache/hudi/streamer/HoodieFlinkStreamer.java | 5 +-
.../org/apache/hudi/table/HoodieTableFactory.java | 4 +
.../org/apache/hudi/table/HoodieTableSink.java | 19 +-
.../org/apache/hudi/table/HoodieTableSource.java | 36 +-
.../apache/hudi/table/catalog/HoodieCatalog.java | 10 +
.../hudi/table/catalog/HoodieHiveCatalog.java | 8 +-
.../table/catalog/TypeInfoLogicalTypeVisitor.java | 2 +-
.../java/org/apache/hudi/table/format/CastMap.java | 107 +-
.../org/apache/hudi/table/format/FormatUtils.java | 56 +-
.../apache/hudi/table/format/RecordIterators.java | 60 +-
.../apache/hudi/table/format/TypeConverters.java | 400 +++
.../hudi/table/format/cdc/CdcInputFormat.java | 11 +-
.../table/format/cow/CopyOnWriteInputFormat.java | 9 +-
.../table/format/mor/MergeOnReadInputFormat.java | 17 +-
.../main/java/org/apache/hudi/util/ClientIds.java | 8 +-
.../java/org/apache/hudi/util/CompactionUtil.java | 4 +-
.../org/apache/hudi/util/FlinkWriteClients.java | 9 +-
.../hudi/util/JsonDeserializationFunction.java | 4 +-
.../java/org/apache/hudi/util/StreamerUtil.java | 16 +-
.../apache/hudi/util/StringToRowDataConverter.java | 5 +-
.../apache/hudi/sink/ITTestDataStreamWrite.java | 2 +-
.../sink/TestStreamWriteOperatorCoordinator.java | 16 +-
.../org/apache/hudi/sink/TestWriteCopyOnWrite.java | 31 +
.../org/apache/hudi/sink/TestWriteMergeOnRead.java | 5 +
.../hudi/sink/TestWriteMergeOnReadWithCompact.java | 5 +
.../hudi/sink/bucket/ITTestBucketStreamWrite.java | 31 +-
.../bucket/ITTestConsistentBucketStreamWrite.java | 5 +-
.../apache/hudi/sink/bulk/TestRowDataKeyGen.java | 10 +-
.../ITTestFlinkConsistentHashingClustering.java | 30 +-
.../sink/cluster/ITTestHoodieFlinkClustering.java | 431 +--
.../sink/compact/CompactionCommitTestSink.java | 2 +-
.../sink/compact/ITTestHoodieFlinkCompactor.java | 195 +-
.../hudi/sink/utils/CompactFunctionWrapper.java | 11 +-
.../hudi/sink/utils/InsertFunctionWrapper.java | 25 +-
.../sink/utils/StreamWriteFunctionWrapper.java | 7 +-
.../hudi/source/TestExpressionEvaluators.java | 21 +
.../hudi/source/TestExpressionPredicates.java | 167 ++
.../java/org/apache/hudi/source/TestFileIndex.java | 65 +
.../hudi/source/TestIncrementalInputSplits.java | 6 +-
.../apache/hudi/table/ITTestHoodieDataSource.java | 41 +-
.../apache/hudi/table/ITTestSchemaEvolution.java | 198 +-
.../apache/hudi/table/TestHoodieTableSource.java | 23 +
.../hudi/table/catalog/TestHoodieCatalog.java | 5 +-
.../hudi/table/catalog/TestHoodieHiveCatalog.java | 15 +-
.../org/apache/hudi/table/format/TestCastMap.java | 107 +-
.../apache/hudi/table/format/TestFormatUtils.java | 67 +
.../apache/hudi/table/format/TestInputFormat.java | 1 +
.../org/apache/hudi/util/TestExpressionUtils.java | 4 +-
.../org/apache/hudi/utils/TestClusteringUtil.java | 9 +
.../org/apache/hudi/utils/TestCompactionUtil.java | 23 +-
.../org/apache/hudi/utils/TestConfigurations.java | 29 +-
.../test/java/org/apache/hudi/utils/TestData.java | 16 +
.../test/java/org/apache/hudi/utils/TestUtils.java | 6 +-
.../hudi/utils/TestViewStorageProperties.java | 8 +-
hudi-flink-datasource/hudi-flink1.13.x/pom.xml | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 38 +-
.../reader/ParquetColumnarRowSplitReader.java | 10 +-
hudi-flink-datasource/hudi-flink1.14.x/pom.xml | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 38 +-
.../reader/ParquetColumnarRowSplitReader.java | 10 +-
hudi-flink-datasource/hudi-flink1.15.x/pom.xml | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 38 +-
.../reader/ParquetColumnarRowSplitReader.java | 10 +-
hudi-flink-datasource/hudi-flink1.16.x/pom.xml | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 38 +-
.../reader/ParquetColumnarRowSplitReader.java | 10 +-
hudi-flink-datasource/hudi-flink1.17.x/pom.xml | 4 +-
.../table/format/cow/ParquetSplitReaderUtil.java | 38 +-
.../reader/ParquetColumnarRowSplitReader.java | 10 +-
hudi-flink-datasource/pom.xml | 4 +-
hudi-gcp/pom.xml | 15 +-
.../hudi/gcp/bigquery/BigQuerySchemaResolver.java | 197 ++
.../hudi/gcp/bigquery/BigQuerySyncConfig.java | 13 +-
.../apache/hudi/gcp/bigquery/BigQuerySyncTool.java | 97 +-
.../gcp/bigquery/HoodieBigQuerySyncClient.java | 55 +-
.../gcp/bigquery/TestBigQuerySchemaResolver.java | 299 ++
.../hudi/gcp/bigquery/TestBigQuerySyncConfig.java | 14 -
.../hudi/gcp/bigquery/TestBigQuerySyncTool.java | 137 +
.../gcp/bigquery/TestBigQuerySyncToolArgs.java | 3 -
.../gcp/bigquery/TestHoodieBigQuerySyncClient.java | 120 +
hudi-hadoop-mr/pom.xml | 2 +-
.../hudi/hadoop/HoodieHFileRecordReader.java | 8 +-
.../hudi/hadoop/HoodieROTablePathFilter.java | 14 +-
.../org/apache/hudi/hadoop/InputSplitUtils.java | 4 +-
.../apache/hudi/hadoop/SchemaEvolutionContext.java | 11 +-
.../hudi/hadoop/config/HoodieRealtimeConfig.java | 46 -
.../realtime/AbstractRealtimeRecordReader.java | 1 -
.../realtime/HoodieMergeOnReadSnapshotReader.java | 29 +-
.../realtime/RealtimeCompactedRecordReader.java | 18 +-
.../apache/hudi/hadoop/realtime/RealtimeSplit.java | 8 +-
.../realtime/RealtimeUnmergedRecordReader.java | 23 +-
.../hudi/hadoop/utils/HoodieInputFormatUtils.java | 2 -
.../utils/HoodieRealtimeRecordReaderUtils.java | 9 +-
.../hudi/hadoop/TestHoodieHFileInputFormat.java | 4 +-
.../hudi/hadoop/TestHoodieParquetInputFormat.java | 31 +-
.../hive/TestHoodieCombineHiveInputFormat.java | 23 +-
.../TestHoodieMergeOnReadSnapshotReader.java | 10 +-
.../realtime/TestHoodieRealtimeFileSplit.java | 21 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 57 +-
.../hudi/hadoop/testutils/InputFormatTestUtil.java | 63 +-
hudi-integ-test/pom.xml | 2 +-
.../testsuite/HoodieDeltaStreamerWrapper.java | 8 +-
.../hudi/integ/testsuite/HoodieTestSuiteJob.java | 2 +
.../integ/testsuite/dag/nodes/RollbackNode.java | 12 +-
.../helpers/DFSTestSuitePathSelector.java | 4 +-
.../reader/DFSHoodieDatasetInputReader.java | 11 +-
.../org/apache/hudi/integ/ITTestHoodieDemo.java | 4 +-
hudi-kafka-connect/README.md | 2 +-
hudi-kafka-connect/demo/config-sink-hive.json | 2 +-
hudi-kafka-connect/demo/config-sink.json | 4 +-
hudi-kafka-connect/pom.xml | 4 +-
.../hudi/connect/utils/KafkaConnectUtils.java | 5 +-
.../writers/KafkaConnectWriterProvider.java | 1 +
.../org/apache/hudi/helper/MockKafkaConnect.java | 6 +-
.../hudi/writers/TestAbstractConnectWriter.java | 3 +-
.../hudi-metaserver/hudi-metaserver-client/pom.xml | 2 +-
.../common/table/HoodieTableMetaserverClient.java | 25 +-
.../client/HoodieMetaserverClientProxy.java | 6 +-
.../bin/start_hudi_metaserver.sh | 9 +-
.../hudi-metaserver/hudi-metaserver-server/pom.xml | 2 +-
hudi-platform-service/hudi-metaserver/pom.xml | 4 +-
.../src/main/thrift/bin/thrift_in_docker.sh | 4 +-
.../src/main/thrift/bin/thrift_in_mac_m1.sh | 10 +-
hudi-platform-service/pom.xml | 2 +-
hudi-spark-datasource/hudi-spark-common/pom.xml | 4 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 47 +-
.../org/apache/hudi/HoodieSparkRecordMerger.java | 30 +-
.../BaseDatasetBulkInsertCommitActionExecutor.java | 12 +-
...org.apache.spark.sql.sources.DataSourceRegister | 2 +-
.../apache/hudi/AutoRecordKeyGenerationUtils.scala | 17 +-
.../scala/org/apache/hudi/DataSourceOptions.scala | 139 +-
.../main/scala/org/apache/hudi/DefaultSource.scala | 80 +-
.../scala/org/apache/hudi/HoodieBaseRelation.scala | 68 +-
.../org/apache/hudi/HoodieBootstrapMORRDD.scala | 87 +
.../apache/hudi/HoodieBootstrapMORRelation.scala | 111 +
.../scala/org/apache/hudi/HoodieBootstrapRDD.scala | 81 +-
.../org/apache/hudi/HoodieBootstrapRelation.scala | 105 +-
.../scala/org/apache/hudi/HoodieCLIUtils.scala | 25 +-
.../org/apache/hudi/HoodieCreateRecordUtils.scala | 128 +-
.../org/apache/hudi/HoodieDataSourceHelper.scala | 2 +-
.../scala/org/apache/hudi/HoodieFileIndex.scala | 285 +-
.../org/apache/hudi/HoodieSparkConfUtils.scala | 8 +
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 233 +-
.../org/apache/hudi/HoodieStreamingSink.scala | 24 +-
.../scala/org/apache/hudi/HoodieWriterUtils.scala | 62 +-
.../org/apache/hudi/IncrementalRelation.scala | 18 +-
.../src/main/scala/org/apache/hudi/Iterators.scala | 138 +-
.../hudi/MergeOnReadIncrementalRelation.scala | 16 +-
.../apache/hudi/MergeOnReadSnapshotRelation.scala | 10 +-
.../hudi/NewHoodieParquetFileFormatUtils.scala | 212 ++
.../apache/hudi/PartitionFileSliceMapping.scala | 76 +
.../org/apache/hudi/RecordLevelIndexSupport.scala | 186 ++
.../main/scala/org/apache/hudi/SparkConfigs.scala | 4 +-
.../scala/org/apache/hudi/SparkFilterHelper.scala | 122 +
.../apache/hudi/SparkHoodieTableFileIndex.scala | 103 +-
.../scala/org/apache/hudi/cdc/HoodieCDCRDD.scala | 2 +-
.../sql/catalyst/catalog/HoodieCatalogTable.scala | 10 +-
.../parquet/HoodieParquetFileFormat.scala | 65 -
.../parquet/LegacyHoodieParquetFileFormat.scala | 68 +
.../parquet/NewHoodieParquetFileFormat.scala | 362 +++
.../apache/spark/sql/hudi/HoodieOptionConfig.scala | 19 +-
.../spark/sql/hudi/HoodieSqlCommonUtils.scala | 51 +-
.../spark/sql/hudi/ProvidesHoodieConfig.scala | 239 +-
.../AlterHoodieTableAddColumnsCommand.scala | 6 +-
.../AlterHoodieTableAddPartitionCommand.scala | 94 +
.../hudi/command/CreateHoodieTableCommand.scala | 12 +-
.../command/CreateHoodieTableLikeCommand.scala | 110 +
.../sql/hudi/command/DropHoodieTableCommand.scala | 4 +-
.../sql/hudi/streaming/HoodieStreamSource.scala | 6 +-
.../HoodieBulkInsertInternalWriterTestBase.java | 7 +-
.../spark/sql/hive/TestHiveClientUtils.scala | 25 +-
hudi-spark-datasource/hudi-spark/pom.xml | 4 +-
.../SparkFullBootstrapDataProviderBase.java | 2 +-
.../bootstrap/SparkOrcBootstrapDataProvider.java | 2 +-
.../SparkParquetBootstrapDataProvider.java | 2 +-
.../org/apache/hudi/cli/ArchiveExecutorUtils.java | 6 +-
.../apache/hudi/cli/BootstrapExecutorUtils.java | 21 +-
.../java/org/apache/hudi/cli/SchemaProvider.java | 5 +-
.../org/apache/spark/sql/hudi/SparkHelpers.scala | 7 +-
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 139 +-
.../command/CreateHoodieTableAsSelectCommand.scala | 9 +-
.../hudi/command/DeleteHoodieTableCommand.scala | 17 +-
.../command/InsertIntoHoodieTableCommand.scala | 16 +-
.../hudi/command/MergeIntoHoodieTableCommand.scala | 38 +-
.../hudi/command/UpdateHoodieTableCommand.scala | 21 +-
.../hudi/command/procedures/CopyToTempView.scala | 114 -
.../procedures/CopyToTempViewProcedure.scala | 114 +
.../command/procedures/HoodieProcedureUtils.scala | 2 +-
.../hudi/command/procedures/HoodieProcedures.scala | 2 +-
.../RepairMigratePartitionMetaProcedure.scala | 2 +-
.../RollbackToInstantTimeProcedure.scala | 5 +-
.../procedures/RunClusteringProcedure.scala | 17 +-
.../procedures/RunCompactionProcedure.scala | 10 +-
.../ShowHoodieLogFileRecordsProcedure.scala | 14 +-
.../procedures/ShowInvalidParquetProcedure.scala | 2 +-
.../hudi-spark/src/test/java/HoodieJavaApp.java | 2 +
.../org/apache/hudi/functional/TestBootstrap.java | 22 +-
.../apache/hudi/functional/TestBootstrapRead.java | 240 +-
.../hudi/functional/TestBootstrapReadBase.java | 300 ++
.../TestDataSkippingWithMORColstats.java | 483 ++++
.../functional/TestHiveTableSchemaEvolution.java | 159 +-
.../functional/TestNewHoodieParquetFileFormat.java | 140 +
.../TestSparkConsistentBucketClustering.java | 375 +++
.../apache/hudi/functional/TestWriteClient.java | 87 +
.../org/apache/hudi/TestHoodieFileIndex.scala | 109 +-
.../org/apache/hudi/TestHoodieParquetBloom.scala | 4 +
.../org/apache/hudi/TestHoodieSparkSqlWriter.scala | 4 +-
.../org/apache/hudi/TestSparkFilterHelper.scala | 185 ++
.../hudi/functional/ColumnStatIndexTestBase.scala | 283 ++
.../hudi/functional/RecordLevelIndexTestBase.scala | 279 ++
.../TestAutoGenerationOfRecordKeys.scala | 98 +-
.../apache/hudi/functional/TestCOWDataSource.scala | 251 +-
.../hudi/functional/TestColumnStatsIndex.scala | 241 +-
.../functional/TestColumnStatsIndexWithSQL.scala | 396 +++
.../functional/TestDataSourceForBootstrap.scala | 54 +-
.../TestGetPartitionValuesFromPath.scala | 53 +
.../TestIncrementalReadByStateTransitionTime.scala | 6 +-
.../hudi/functional/TestInsertIntoOperation.scala | 451 ----
.../apache/hudi/functional/TestMORDataSource.scala | 12 +-
.../hudi/functional/TestMORDataSourceStorage.scala | 54 +-
.../hudi/functional/TestMetadataRecordIndex.scala | 6 +-
.../hudi/functional/TestRecordLevelIndex.scala | 332 +--
.../functional/TestRecordLevelIndexWithSQL.scala | 158 ++
.../functional/TestSixToFiveDowngradeHandler.scala | 142 +
.../hudi/functional/TestSparkSqlCoreFlow.scala | 170 +-
.../apache/hudi/functional/TestSqlStatement.scala | 4 +-
...TestStreamSourceReadByStateTransitionTime.scala | 5 +-
.../hudi/functional/TestStreamingSource.scala | 4 +-
.../hudi/functional/TestStructuredStreaming.scala | 6 +-
.../hudi/functional/TestTimeTravelQuery.scala | 282 +-
.../functional/cdc/TestCDCDataFrameSuite.scala | 56 +-
.../spark/hudi/benchmark/HoodieBenchmarkBase.scala | 7 +-
.../benchmark/LSMTimelineReadBenchmark.scala | 99 +
.../spark/sql/hudi/HoodieSparkSqlTestBase.scala | 5 +-
.../sql/hudi/TestAlterTableAddPartition.scala | 228 ++
.../sql/hudi/TestAlterTableDropPartition.scala | 46 +-
.../apache/spark/sql/hudi/TestCDCForSparkSQL.scala | 3 +
.../spark/sql/hudi/TestCompactionTable.scala | 8 +
.../apache/spark/sql/hudi/TestCreateTable.scala | 288 +-
.../apache/spark/sql/hudi/TestDeleteTable.scala | 134 +-
.../sql/hudi/TestHoodieInternalRowUtils.scala | 2 +-
.../spark/sql/hudi/TestHoodieOptionConfig.scala | 7 +-
.../sql/hudi/TestHoodieTableValuedFunction.scala | 3 +
.../apache/spark/sql/hudi/TestInsertTable.scala | 921 ++++++-
.../sql/hudi/TestLazyPartitionPathFetching.scala | 30 +
.../apache/spark/sql/hudi/TestMergeIntoTable.scala | 236 +-
.../spark/sql/hudi/TestMergeIntoTable2.scala | 48 +
.../spark/sql/hudi/TestMergeIntoTable3.scala | 353 ---
.../TestMergeIntoTableWithNonRecordKeyField.scala | 390 +++
.../TestPartitionPushDownWhenListingPaths.scala | 109 +
.../org/apache/spark/sql/hudi/TestSpark3DDL.scala | 43 +-
.../spark/sql/hudi/TestTimeTravelTable.scala | 20 +-
.../apache/spark/sql/hudi/TestUpdateTable.scala | 152 +-
.../sql/hudi/procedure/TestCallProcedure.scala | 2 +-
.../hudi/procedure/TestClusteringProcedure.scala | 12 +-
.../hudi/procedure/TestCompactionProcedure.scala | 16 +-
.../procedure/TestHdfsParquetImportProcedure.scala | 5 +-
.../sql/hudi/procedure/TestRepairsProcedure.scala | 2 +-
hudi-spark-datasource/hudi-spark2-common/pom.xml | 2 +-
hudi-spark-datasource/hudi-spark2/pom.xml | 4 +-
.../HoodieBulkInsertDataInternalWriter.java | 17 +-
.../spark/sql/HoodieSpark2CatalystPlanUtils.scala | 29 +-
.../apache/spark/sql/adapter/Spark2Adapter.scala | 28 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 1 +
.../catalyst/analysis/HoodieSpark2Analysis.scala | 11 +-
.../parquet/Spark24HoodieParquetFileFormat.scala | 269 --
.../Spark24LegacyHoodieParquetFileFormat.scala | 269 ++
hudi-spark-datasource/hudi-spark3-common/pom.xml | 2 +-
.../HoodieBulkInsertDataInternalWriter.java | 23 +-
.../spark/sql/HoodieSpark3CatalystPlanUtils.scala | 19 +-
.../spark/sql/adapter/BaseSpark3Adapter.scala | 14 +-
hudi-spark-datasource/hudi-spark3.0.x/pom.xml | 4 +-
.../spark/sql/HoodieSpark30CatalystPlanUtils.scala | 16 +-
.../apache/spark/sql/adapter/Spark3_0Adapter.scala | 6 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 1 +
.../catalyst/analysis/HoodieSpark30Analysis.scala | 86 +-
.../parquet/Spark30HoodieParquetFileFormat.scala | 414 ---
.../Spark30LegacyHoodieParquetFileFormat.scala | 414 +++
.../hudi/command/Spark30AlterTableCommand.scala | 1 +
hudi-spark-datasource/hudi-spark3.1.x/pom.xml | 4 +-
.../spark/sql/HoodieSpark31CatalystPlanUtils.scala | 16 +-
.../apache/spark/sql/adapter/Spark3_1Adapter.scala | 6 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 1 +
.../catalyst/analysis/HoodieSpark31Analysis.scala | 20 +-
.../parquet/Spark31HoodieParquetFileFormat.scala | 421 ---
.../Spark31LegacyHoodieParquetFileFormat.scala | 421 +++
.../hudi/command/Spark31AlterTableCommand.scala | 1 +
hudi-spark-datasource/hudi-spark3.2.x/pom.xml | 4 +-
.../spark/sql/HoodieSpark32CatalystPlanUtils.scala | 23 +-
.../apache/spark/sql/adapter/Spark3_2Adapter.scala | 16 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 15 +-
.../parquet/Spark32HoodieParquetFileFormat.scala | 517 ----
.../Spark32LegacyHoodieParquetFileFormat.scala | 516 ++++
.../hudi/Spark32ResolveHudiAlterTableCommand.scala | 1 -
.../hudi-spark3.2plus-common/pom.xml | 2 +-
.../hudi/analysis/HoodieSpark32PlusAnalysis.scala | 27 +-
.../spark/sql/hudi/catalog/HoodieCatalog.scala | 2 +-
.../spark/sql/hudi/command/AlterTableCommand.scala | 14 +-
hudi-spark-datasource/hudi-spark3.3.x/pom.xml | 4 +-
.../spark/sql/HoodieSpark33CatalystPlanUtils.scala | 23 +-
.../apache/spark/sql/adapter/Spark3_3Adapter.scala | 16 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 13 +-
.../parquet/Spark33HoodieParquetFileFormat.scala | 518 ----
.../Spark33LegacyHoodieParquetFileFormat.scala | 518 ++++
hudi-spark-datasource/hudi-spark3.4.x/pom.xml | 4 +-
.../spark/sql/HoodieSpark34CatalystPlanUtils.scala | 28 +-
.../apache/spark/sql/adapter/Spark3_4Adapter.scala | 22 +-
.../apache/spark/sql/avro/AvroDeserializer.scala | 1 +
.../parquet/Spark34HoodieParquetFileFormat.scala | 534 ----
.../Spark34LegacyHoodieParquetFileFormat.scala | 534 ++++
hudi-spark-datasource/pom.xml | 2 +-
hudi-sync/hudi-adb-sync/pom.xml | 2 +-
.../org/apache/hudi/sync/adb/AdbSyncConfig.java | 3 +-
.../java/org/apache/hudi/sync/adb/AdbSyncTool.java | 15 +-
.../apache/hudi/sync/adb/TestAdbSyncConfig.java | 5 +-
hudi-sync/hudi-datahub-sync/pom.xml | 2 +-
hudi-sync/hudi-hive-sync/pom.xml | 5 +-
.../java/org/apache/hudi/hive/HiveSyncConfig.java | 9 +-
.../java/org/apache/hudi/hive/HiveSyncTool.java | 13 +-
.../org/apache/hudi/hive/HoodieHiveSyncClient.java | 2 +-
.../expression/AttributeReferenceExpression.java | 37 -
.../hudi/hive/expression/BinaryOperator.java | 75 -
.../apache/hudi/hive/expression/Expression.java | 53 -
.../hudi/hive/expression/ExpressionVisitor.java | 31 -
.../hudi/hive/expression/LeafExpression.java | 29 -
.../org/apache/hudi/hive/expression/Literal.java | 43 -
.../apache/hudi/hive/util/FilterGenVisitor.java | 84 +-
.../hudi/hive/util/PartitionFilterGenerator.java | 64 +-
.../org/apache/hudi/hive/TestHiveSyncTool.java | 12 +-
.../replication/TestHiveSyncGlobalCommitTool.java | 2 -
.../testutils/HiveSyncFunctionalTestHarness.java | 2 -
.../hudi/hive/testutils/HiveTestCluster.java | 4 +-
.../apache/hudi/hive/testutils/HiveTestUtil.java | 21 +-
hudi-sync/hudi-sync-common/pom.xml | 2 +-
.../apache/hudi/sync/common/HoodieSyncClient.java | 8 +-
.../apache/hudi/sync/common/HoodieSyncConfig.java | 13 +-
.../apache/hudi/sync/common/HoodieSyncTool.java | 2 +-
.../apache/hudi/sync/common/util/ConfigUtils.java | 100 -
.../hudi/sync/common/util/ManifestFileWriter.java | 51 +-
.../common/util/SparkDataSourceTableUtils.java | 1 +
.../hudi/sync/common/util/SyncUtilHelpers.java | 65 +-
.../hudi/sync/common/TestHoodieSyncConfig.java | 9 -
.../hudi/sync/common/util/TestConfigUtils.java | 68 -
.../sync/common/util/TestManifestFileWriter.java | 10 +-
.../hudi/sync/common/util/TestSyncUtilHelpers.java | 64 +
hudi-sync/pom.xml | 2 +-
hudi-tests-common/pom.xml | 2 +-
hudi-timeline-service/pom.xml | 2 +-
hudi-utilities/pom.xml | 25 +-
.../apache/hudi/utilities/HDFSParquetImporter.java | 6 +-
.../org/apache/hudi/utilities/HoodieCleaner.java | 23 +-
.../apache/hudi/utilities/HoodieClusteringJob.java | 26 +-
.../org/apache/hudi/utilities/HoodieCompactor.java | 25 +-
.../hudi/utilities/HoodieDataTableValidator.java | 2 +-
.../org/apache/hudi/utilities/HoodieIndexer.java | 9 +-
.../utilities/HoodieMetadataTableValidator.java | 292 +-
.../apache/hudi/utilities/HoodieRepairTool.java | 2 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 8 +-
.../hudi/utilities/HoodieSnapshotExporter.java | 2 +-
.../org/apache/hudi/utilities/UtilHelpers.java | 33 +-
.../checkpointing/InitialCheckPointProvider.java | 14 +-
...heckpointFromAnotherHoodieTimelineProvider.java | 5 +-
.../hudi/utilities/config/CloudSourceConfig.java | 47 +-
.../utilities/config/DFSPathSelectorConfig.java | 13 +-
.../config/DatePartitionPathSelectorConfig.java | 22 +-
.../config/FilebasedSchemaProviderConfig.java | 7 +-
.../utilities/config/GCSEventsSourceConfig.java | 13 +-
.../utilities/config/HiveIncrPullSourceConfig.java | 10 +-
.../utilities/config/HiveSchemaProviderConfig.java | 13 +-
.../config/HoodieDeltaStreamerConfig.java | 110 -
.../utilities/config/HoodieIncrSourceConfig.java | 37 +-
.../config/HoodieSchemaProviderConfig.java | 20 +-
.../utilities/config/HoodieStreamerConfig.java | 135 +
.../hudi/utilities/config/JdbcSourceConfig.java | 40 +-
.../config/JdbcbasedSchemaProviderConfig.java | 12 +-
.../config/JsonKafkaPostProcessorConfig.java | 23 +-
.../hudi/utilities/config/KafkaSourceConfig.java | 41 +-
.../ProtoClassBasedSchemaProviderConfig.java | 10 +-
.../hudi/utilities/config/PulsarSourceConfig.java | 22 +-
.../config/S3EventsHoodieIncrSourceConfig.java | 29 +-
.../hudi/utilities/config/S3SourceConfig.java | 29 +-
.../config/SchemaProviderPostProcessorConfig.java | 17 +-
.../utilities/config/SqlFileBasedSourceConfig.java | 52 +
.../hudi/utilities/config/SqlSourceConfig.java | 10 +-
.../utilities/config/SqlTransformerConfig.java | 17 +-
.../deltastreamer/BaseErrorTableWriter.java | 70 -
.../utilities/deltastreamer/BootstrapExecutor.java | 253 --
.../ConfigurationHotUpdateStrategy.java | 47 -
.../ConfigurationHotUpdateStrategyUtils.java | 47 -
.../hudi/utilities/deltastreamer/DeltaSync.java | 1227 +--------
.../DeltastreamerMultiWriterCkptUpdateFunc.java | 98 -
.../hudi/utilities/deltastreamer/ErrorEvent.java | 58 -
.../utilities/deltastreamer/ErrorTableUtils.java | 93 -
.../deltastreamer/HoodieDeltaStreamer.java | 958 +------
.../deltastreamer/HoodieDeltaStreamerMetrics.java | 158 +-
.../HoodieMultiTableDeltaStreamer.java | 468 +---
.../NoNewDataTerminationStrategy.java | 33 +-
.../PostWriteTerminationStrategy.java | 19 +-
.../deltastreamer/SchedulerConfGenerator.java | 138 -
.../deltastreamer/SourceFormatAdapter.java | 298 --
.../deltastreamer/SparkSampleWritesUtils.java | 159 --
.../deltastreamer/TableExecutionContext.java | 85 -
.../deltastreamer/TerminationStrategyUtils.java | 45 -
.../deser/KafkaAvroSchemaDeserializer.java | 11 +-
.../exception/HoodieDeltaStreamerException.java | 32 -
.../HoodieDeltaStreamerWriteException.java | 30 -
.../exception/HoodieStreamerException.java | 32 +
.../exception/HoodieStreamerWriteException.java | 30 +
.../ingestion/HoodieIngestionMetrics.java | 12 +-
.../ingestion/HoodieIngestionService.java | 3 +-
.../hudi/utilities/multitable/ArchiveTask.java | 114 +
.../hudi/utilities/multitable/CleanTask.java | 107 +
.../hudi/utilities/multitable/ClusteringTask.java | 145 +
.../hudi/utilities/multitable/CompactionTask.java | 159 ++
.../multitable/HoodieMultiTableServicesMain.java | 259 ++
.../multitable/MultiTableServiceUtils.java | 178 ++
.../utilities/multitable/TableServicePipeline.java | 51 +
.../utilities/multitable/TableServiceTask.java | 55 +
.../hudi/utilities/perf/TimelineServerPerf.java | 8 +-
.../utilities/schema/FilebasedSchemaProvider.java | 15 +-
.../hudi/utilities/schema/HiveSchemaProvider.java | 17 +-
.../utilities/schema/JdbcbasedSchemaProvider.java | 24 +-
.../utilities/schema/KafkaOffsetPostProcessor.java | 18 +-
.../schema/NullTargetSchemaRegistryProvider.java | 2 +-
.../schema/ProtoClassBasedSchemaProvider.java | 23 +-
.../utilities/schema/SchemaRegistryProvider.java | 23 +-
.../DropColumnSchemaPostProcessor.java | 7 +-
.../add/AddPrimitiveColumnSchemaPostProcessor.java | 28 +-
.../hudi/utilities/sources/AvroKafkaSource.java | 22 +-
.../hudi/utilities/sources/CsvDFSSource.java | 33 +-
.../sources/GcsEventsHoodieIncrSource.java | 182 +-
.../hudi/utilities/sources/GcsEventsSource.java | 29 +-
.../hudi/utilities/sources/HiveIncrPullSource.java | 8 +-
.../hudi/utilities/sources/HoodieIncrSource.java | 79 +-
.../apache/hudi/utilities/sources/JdbcSource.java | 80 +-
.../hudi/utilities/sources/JsonKafkaSource.java | 13 +-
.../apache/hudi/utilities/sources/KafkaSource.java | 8 +-
.../hudi/utilities/sources/ProtoKafkaSource.java | 10 +-
.../hudi/utilities/sources/PulsarSource.java | 28 +-
.../sources/S3EventsHoodieIncrSource.java | 186 +-
.../hudi/utilities/sources/S3EventsSource.java | 25 +-
.../sources/SnapshotLoadQuerySplitter.java | 78 +
.../org/apache/hudi/utilities/sources/Source.java | 4 +-
.../hudi/utilities/sources/SqlFileBasedSource.java | 29 +-
.../apache/hudi/utilities/sources/SqlSource.java | 12 +-
.../utilities/sources/debezium/DebeziumSource.java | 13 +-
.../utilities/sources/helpers/AvroConvertor.java | 14 +-
.../sources/helpers/CloudDataFetcher.java | 59 +
.../sources/helpers/CloudObjectIncrCheckpoint.java | 70 +
.../sources/helpers/CloudObjectsSelector.java | 98 +-
.../helpers/CloudObjectsSelectorCommon.java | 40 +-
.../sources/helpers/CloudStoreIngestionConfig.java | 9 +-
.../utilities/sources/helpers/DFSPathSelector.java | 22 +-
.../sources/helpers/DatePartitionPathSelector.java | 20 +-
.../helpers/IncrSourceCloudStorageHelper.java | 7 +-
.../sources/helpers/IncrSourceHelper.java | 170 +-
.../utilities/sources/helpers/KafkaOffsetGen.java | 44 +-
.../sources/helpers/ProtoConversionUtil.java | 4 +-
.../hudi/utilities/sources/helpers/QueryInfo.java | 124 +
.../utilities/sources/helpers/QueryRunner.java | 101 +
.../sources/helpers/S3EventsMetaSelector.java | 18 +-
.../sources/helpers/SanitizationUtils.java | 13 +-
.../sources/helpers/gcs/GcsObjectDataFetcher.java | 58 -
.../helpers/gcs/GcsObjectMetadataFetcher.java | 34 +-
.../utilities/sources/helpers/gcs/QueryInfo.java | 101 -
.../MaxwellJsonKafkaSourcePostProcessor.java | 12 +-
.../utilities/streamer/BaseErrorTableWriter.java | 71 +
.../hudi/utilities/streamer/BootstrapExecutor.java | 250 ++
.../streamer/ConfigurationHotUpdateStrategy.java | 48 +
.../ConfigurationHotUpdateStrategyUtils.java | 48 +
.../apache/hudi/utilities/streamer/ErrorEvent.java | 58 +
.../hudi/utilities/streamer/ErrorTableUtils.java | 92 +
.../streamer/HoodieMultiTableStreamer.java | 494 ++++
.../hudi/utilities/streamer/HoodieStreamer.java | 956 +++++++
.../utilities/streamer/HoodieStreamerMetrics.java | 165 ++
.../streamer/NoNewDataTerminationStrategy.java | 56 +
.../streamer/PostWriteTerminationStrategy.java | 39 +
.../utilities/streamer/SchedulerConfGenerator.java | 142 +
.../utilities/streamer/SourceFormatAdapter.java | 297 ++
.../utilities/streamer/SparkSampleWritesUtils.java | 159 ++
.../apache/hudi/utilities/streamer/StreamSync.java | 1206 +++++++++
.../utilities/streamer/TableExecutionContext.java | 86 +
.../streamer/TerminationStrategyUtils.java | 45 +
.../utilities/transform/ChainedTransformer.java | 8 +-
.../ErrorTableAwareChainedTransformer.java | 2 +-
.../transform/SqlFileBasedTransformer.java | 6 +-
.../transform/SqlQueryBasedTransformer.java | 4 +-
.../apache/hudi/utilities/TestHoodieIndexer.java | 103 +-
.../hudi/utilities/TestHoodieRepairTool.java | 1 -
.../org/apache/hudi/utilities/TestUtilHelpers.java | 44 +
.../deltastreamer/HoodieDeltaStreamerTestBase.java | 328 ++-
.../MockConfigurationHotUpdateStrategy.java | 1 +
.../deltastreamer/TestHoodieDeltaStreamer.java | 605 ++---
.../TestHoodieDeltaStreamerDAGExecution.java | 4 +-
.../TestHoodieDeltaStreamerWithMultiWriter.java | 129 +-
.../TestHoodieMultiTableDeltaStreamer.java | 37 +-
.../deltastreamer/TestSchedulerConfGenerator.java | 22 +-
.../deltastreamer/TestSourceFormatAdapter.java | 11 +-
.../deltastreamer/TestSparkSampleWritesUtils.java | 7 +-
.../utilities/deltastreamer/TestTransformer.java | 7 +-
.../TestErrorTableAwareChainedTransformer.java | 2 +-
.../functional/TestHDFSParquetImporter.java | 5 +-
.../functional/TestHiveSchemaProvider.java | 6 +-
.../functional/TestHoodieSnapshotCopier.java | 4 +-
.../functional/TestHoodieSnapshotExporter.java | 14 +-
.../functional/TestJdbcbasedSchemaProvider.java | 4 +-
.../TestHoodieMultiTableServicesMain.java | 310 +++
.../offlinejob/HoodieOfflineJobTestBase.java | 11 +-
.../offlinejob/TestHoodieClusteringJob.java | 1 +
.../schema/TestFilebasedSchemaProvider.java | 12 +-
.../schema/TestSchemaRegistryProvider.java | 4 +-
.../utilities/sources/BaseTestKafkaSource.java | 8 +-
.../utilities/sources/TestAvroKafkaSource.java | 49 +-
.../hudi/utilities/sources/TestCsvDFSSource.java | 2 +-
.../sources/TestGcsEventsHoodieIncrSource.java | 239 +-
.../utilities/sources/TestGcsEventsSource.java | 58 +-
.../utilities/sources/TestHoodieIncrSource.java | 349 +--
.../utilities/sources/TestJsonKafkaSource.java | 35 +-
.../sources/TestJsonKafkaSourcePostProcessor.java | 2 +-
.../utilities/sources/TestProtoKafkaSource.java | 7 +-
.../sources/TestS3EventsHoodieIncrSource.java | 431 +++
.../hudi/utilities/sources/TestS3EventsSource.java | 8 +-
.../utilities/sources/TestSqlFileBasedSource.java | 8 +-
.../hudi/utilities/sources/TestSqlSource.java | 2 +-
.../debezium/TestAbstractDebeziumSource.java | 2 +-
.../sources/helpers/TestCloudObjectsSelector.java | 55 +-
.../helpers/TestCloudObjectsSelectorCommon.java | 22 +-
.../helpers/TestDFSPathSelectorCommonMethods.java | 4 +-
.../helpers/TestDatePartitionPathSelector.java | 7 +-
.../sources/helpers/TestIncrSourceHelper.java | 371 +++
.../sources/helpers/TestProtoConversionUtil.java | 9 +-
.../sources/helpers/TestS3EventsMetaSelector.java | 23 +-
.../sources/helpers/TestSanitizationUtils.java | 8 +-
.../helpers/TestSnapshotQuerySplitterImpl.java | 51 +
.../utilities/testutils/CloudObjectTestUtils.java | 44 +-
.../utilities/testutils/SanitizationTestUtils.java | 2 +-
.../utilities/testutils/UtilitiesTestBase.java | 16 +-
.../AbstractCloudObjectsSourceTestBase.java | 4 +-
.../sources/AbstractDFSSourceTestBase.java | 2 +-
.../transform/TestSqlFileBasedTransformer.java | 8 +-
.../delta-streamer-config/dfs-source.properties | 27 -
.../delta-streamer-config/gcs-metadata.avsc | 108 -
.../short_trip_uber_config.properties | 28 -
.../delta-streamer-config/source-flattened.avsc | 60 -
.../resources/delta-streamer-config/source.avsc | 132 -
.../delta-streamer-config/source_evolved.avsc | 154 --
.../source_evolved_post_processed.avsc | 156 --
.../sql-transformer.properties | 19 -
.../delta-streamer-config/target-flattened.avsc | 63 -
.../resources/delta-streamer-config/target.avsc | 135 -
.../test/resources/schema/sample_data_schema.avsc | 27 +
.../src/test/resources/schema/sample_gcs_data.avsc | 31 +
.../base.properties | 0
.../clusteringjob.properties | 0
.../complex-source.avsc | 0
.../streamer-config/dfs-source.properties | 27 +
.../file_schema_provider_invalid.avsc | 0
.../file_schema_provider_valid.avsc | 0
.../resources/streamer-config/gcs-metadata.avsc | 128 +
.../hive_schema_provider_source.avsc | 0
.../hive_schema_provider_target.avsc | 0
.../indexer-only-bloom.properties | 0
.../indexer-record-index.properties | 24 +
.../indexer.properties | 0
.../invalid_hive_sync_uber_config.properties | 0
.../kafka-source.properties | 0
.../resources/streamer-config/s3-metadata.avsc | 188 ++
.../schema_registry.source_schema_tab.sql | 0
.../schema_registry.target_schema_tab.sql | 0
.../short_trip_uber_config.properties | 28 +
.../streamer-config/source-flattened.avsc | 85 +
.../source-jdbc.avsc | 0
.../src/test/resources/streamer-config/source.avsc | 162 ++
.../resources/streamer-config/source_evolved.avsc | 158 ++
.../source_evolved_post_processed.avsc | 160 ++
.../source_short_trip_uber.avsc | 0
.../source_uber.avsc | 0
.../sql-file-based-source-invalid-table.sql | 0
.../sql-file-based-source.sql | 0
.../sql-file-transformer-empty.sql | 0
.../sql-file-transformer-invalid.sql | 0
.../sql-file-transformer.sql | 0
.../streamer-config/sql-transformer.properties | 19 +
.../streamer-config/target-flattened.avsc | 89 +
.../src/test/resources/streamer-config/target.avsc | 166 ++
.../target_short_trip_uber.avsc | 0
.../target_uber.avsc | 0
.../triprec.sql | 0
.../uber_config.properties | 0
packaging/bundle-validation/Dockerfile | 25 +
packaging/bundle-validation/ci_run.sh | 5 +-
packaging/bundle-validation/conf/core-site.xml | 22 +
packaging/bundle-validation/conf/hdfs-site.xml | 29 +
.../docker_java17/TestHiveClientUtils.scala | 30 +
.../docker_java17/docker_java17_test.sh | 178 ++
packaging/bundle-validation/run_docker_java17.sh | 116 +
packaging/bundle-validation/validate.sh | 3 +-
packaging/hudi-aws-bundle/pom.xml | 30 +-
packaging/hudi-cli-bundle/pom.xml | 2 +-
packaging/hudi-datahub-sync-bundle/pom.xml | 2 +-
packaging/hudi-flink-bundle/pom.xml | 9 +-
packaging/hudi-gcp-bundle/pom.xml | 2 +-
packaging/hudi-hadoop-mr-bundle/pom.xml | 2 +-
packaging/hudi-hive-sync-bundle/pom.xml | 9 +-
packaging/hudi-integ-test-bundle/pom.xml | 13 +-
packaging/hudi-kafka-connect-bundle/pom.xml | 2 +-
packaging/hudi-metaserver-server-bundle/pom.xml | 2 +-
packaging/hudi-presto-bundle/pom.xml | 2 +-
packaging/hudi-spark-bundle/pom.xml | 9 +-
packaging/hudi-timeline-server-bundle/pom.xml | 2 +-
packaging/hudi-trino-bundle/pom.xml | 2 +-
packaging/hudi-utilities-bundle/pom.xml | 13 +-
packaging/hudi-utilities-slim-bundle/README.md | 12 +-
packaging/hudi-utilities-slim-bundle/pom.xml | 2 +-
pom.xml | 61 +-
rfc/README.md | 145 +-
rfc/rfc-69/hudi-dblayers.png | Bin 0 -> 328648 bytes
rfc/rfc-69/rfc-69.md | 198 ++
rfc/rfc-73/rfc-73.md | 489 ++++
scripts/release/validate_staged_bundles.sh | 56 +-
1224 files changed, 58758 insertions(+), 26256 deletions(-)
create mode 100644
hudi-aws/src/main/java/org/apache/hudi/aws/utils/DynamoTableUtils.java
create mode 100644
hudi-cli/src/main/java/org/apache/hudi/cli/utils/CLIUtils.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/HoodieTimelineArchiver.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/ReplaceArchivalHelper.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/ActiveActionWithDetails.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/CompletionTimeQueryView.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/HoodieTimelineArchiver.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/timeline/LSMTimelineWriter.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/transaction/IngestionPrimaryWriterBasedConflictResolutionStrategy.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/transaction/PreferWriterConflictResolutionStrategy.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/ArchivalUtils.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/LegacyArchivedMetaEntryReader.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/client/utils/MetadataConversionUtils.java
delete mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodieMemoryConfig.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/ConsistentHashingBucketInsertPartitioner.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/AbstractIndexingCatchupTask.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/IndexingCatchupTask.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/IndexingCatchupTaskFactory.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/RecordBasedIndexingCatchupTask.java
create mode 100644
hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/index/WriteStatBasedIndexingCatchupTask.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/DummyActiveAction.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/timeline/TestCompletionTimeQueryView.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/transaction/TestIngestionPrimaryWriterBasedConflictResolutionStrategy.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/transaction/TestPreferWriterConflictResolutionStrategy.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/client/utils/TestLegacyArchivedMetaEntryReader.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHFileReaderWriter.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/io/storage/TestHoodieOrcReaderWriter.java
delete mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/io/storage/TestHoodieReaderWriterBase.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/table/action/index/TestIndexingCatchupTask.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/GenericRecordValidationTestUtils.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/testutils/HoodieMergeOnReadTestUtils.java
create mode 100644
hudi-client/hudi-client-common/src/test/java/org/apache/hudi/utils/HoodieWriterClientTestHarness.java
create mode 100644
hudi-client/hudi-flink-client/src/main/java/org/apache/hudi/table/action/commit/FlinkDeletePreppedCommitActionExecutor.java
create mode 100644
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/metadata/JavaHoodieBackedTableMetadataWriter.java
create mode 100644
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/metadata/JavaHoodieMetadataBulkInsertPartitioner.java
create mode 100644
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/commit/JavaDeletePreppedCommitActionExecutor.java
create mode 100644
hudi-client/hudi-java-client/src/main/java/org/apache/hudi/table/action/deltacommit/JavaUpsertDeltaCommitActionExecutor.java
create mode 100644
hudi-client/hudi-java-client/src/test/java/org/apache/hudi/client/TestJavaHoodieBackedMetadata.java
create mode 100644
hudi-client/hudi-java-client/src/test/java/org/apache/hudi/client/functional/TestHoodieJavaClientOnCopyOnWriteStorage.java
create mode 100644
hudi-client/hudi-java-client/src/test/java/org/apache/hudi/client/functional/TestHoodieJavaClientOnMergeOnReadStorage.java
create mode 100644
hudi-client/hudi-java-client/src/test/java/org/apache/hudi/testutils/TestHoodieMetadataBase.java
delete mode 100644
hudi-client/hudi-java-client/src/test/resources/testDataGeneratorSchema.txt
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/ConsistentBucketIndexBulkInsertPartitionerWithRows.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/execution/bulkinsert/RowRecordKeyExtractor.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/ConsistentBucketBulkInsertDataInternalWriterHelper.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/commit/SparkDeletePreppedCommitActionExecutor.java
create mode 100644
hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/table/action/deltacommit/SparkDeletePreppedDeltaCommitActionExecutor.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/TestMultiWriterWithPreferWriterIngestion.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/TestMultiwriterWithIngestionAsPrimaryWriter.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestExternalPathHandling.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/client/functional/TestSparkConsistentBucketClustering.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/GenericRecordValidationTestUtils.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieClientTestHarness.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieMergeOnReadTestUtils.java
create mode 100644
hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/testutils/HoodieSparkClientTestHarness.java
delete mode 100644
hudi-client/hudi-spark-client/src/test/resources/testDataGeneratorSchema.txt
create mode 100644 hudi-common/src/main/avro/HoodieDeleteRecordList.avsc
create mode 100644 hudi-common/src/main/avro/HoodieLSMTimelineInstant.avsc
create mode 100644
hudi-common/src/main/java/org/apache/hudi/avro/JsonEncoder.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bloom/HashFunction.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bloom/InternalBloomFilter.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/bloom/Key.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieMemoryConfig.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/config/HoodieReaderConfig.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/BootstrapIndexType.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/HoodieLSMTimelineManifest.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/model/RecordPayloadType.java
delete mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/log/HoodieLogFileWriteCallback.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/ActiveAction.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/LSMTimeline.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/table/timeline/MetadataConversionUtils.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/ArchivedInstantReadSchemas.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/ExternalFilePathUtil.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/collection/Tuple3.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/hash/Hash.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/hash/JenkinsHash.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/common/util/hash/MurmurHash.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/exception/HoodieTimeTravelException.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/ArrayData.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/BinaryExpression.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/BindVisitor.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/BoundReference.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/Comparators.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/Expression.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/ExpressionVisitor.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/LeafExpression.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/Literal.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/NameReference.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/PartialBindVisitor.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/Predicate.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/Predicates.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/expression/StructLike.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/internal/schema/utils/Conversions.java
create mode 100644
hudi-common/src/main/java/org/apache/hudi/metadata/AbstractHoodieTableMetadata.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/fs/TestHoodieWrapperFileSystem.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieBaseFile.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieLSMTimelineManifest.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieLogFile.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/model/TestHoodieRecordDelegate.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/log/TestLogReaderUtils.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/log/block/TestHoodieDeleteBlock.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/table/timeline/TestLSMTimeline.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/common/util/TestConfigUtils.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/expression/TestPartialBindVisitor.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieHFileReaderWriter.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieOrcReaderWriter.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/io/storage/TestHoodieReaderWriterBase.java
create mode 100644
hudi-common/src/test/java/org/apache/hudi/metadata/TestHoodieTableMetadataUtil.java
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleEvolvedSchema.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleEvolvedSchemaChangeOrder.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleEvolvedSchemaColumnRequire.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleEvolvedSchemaColumnType.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleEvolvedSchemaDeleteColumn.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleSchema.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleSchemaWithMetaFields.avsc (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/exampleSchemaWithUDT.avsc (100%)
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/all_10000.keys.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/dynamic_1000_000001_jenkins_5000.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/dynamic_1000_000001_murmur_5000.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/dynamic_200_000001_murmur_1000.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/simple_10000_000001_murmur.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/simple_1000_000001_murmur.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/simple_200_000001_murmur.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/simple_5000_000001_jenkins.bf.data
create mode 100644
hudi-common/src/test/resources/format/bloom-filter/hadoop/simple_5000_000001_murmur.bf.data
create mode 100644
hudi-common/src/test/resources/format/delete-block-v2-content-10-records.data
create mode 100644
hudi-common/src/test/resources/format/expected_record_positions.data
create mode 100644
hudi-common/src/test/resources/format/record_positions_header_v3.data
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_10_hbase_1_2_3_bootstrap_index_partitions.hfile
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_10_hbase_1_2_3_complex.hfile (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_10_hbase_1_2_3_simple.hfile (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_11_hbase_2_4_9_bootstrap_index_partitions.hfile
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_11_hbase_2_4_9_complex.hfile (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_11_hbase_2_4_9_simple.hfile (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_9_hbase_1_2_3_bootstrap_index_partitions.hfile
(100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_9_hbase_1_2_3_complex.hfile (100%)
rename {hudi-client/hudi-client-common =>
hudi-common}/src/test/resources/hudi_0_9_hbase_1_2_3_simple.hfile (100%)
delete mode 100755 hudi-examples/bin/custom-delta-streamer-example.sh
create mode 100755 hudi-examples/bin/custom-streamer-example.sh
delete mode 100755 hudi-examples/bin/dfs-delta-streamer-example.sh
create mode 100755 hudi-examples/bin/dfs-streamer-example.sh
delete mode 100755 hudi-examples/bin/hudi-delta-streamer
create mode 100755 hudi-examples/bin/hudi-streamer
delete mode 100755 hudi-examples/bin/kafka-delta-streamer-example.sh
create mode 100755 hudi-examples/bin/kafka-streamer-example.sh
delete mode 100644
hudi-examples/hudi-examples-spark/src/main/resources/delta-streamer-config/kafka/kafka-source.properties
rename
hudi-examples/hudi-examples-spark/src/main/resources/{delta-streamer-config =>
streamer-config}/dfs/source-file.json (100%)
create mode 100644
hudi-examples/hudi-examples-spark/src/main/resources/streamer-config/kafka/kafka-source.properties
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/metrics/FlinkCompactionMetrics.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/metrics/FlinkStreamReadMetrics.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/metrics/FlinkWriteMetrics.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/metrics/HoodieFlinkMetrics.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/bulk/AutoRowDataKeyGen.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/bulk/RowDataKeyGens.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/sink/overwrite/PartitionOverwriteMode.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/source/ExpressionPredicates.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/main/java/org/apache/hudi/table/format/TypeConverters.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/source/TestExpressionPredicates.java
create mode 100644
hudi-flink-datasource/hudi-flink/src/test/java/org/apache/hudi/table/format/TestFormatUtils.java
create mode 100644
hudi-gcp/src/main/java/org/apache/hudi/gcp/bigquery/BigQuerySchemaResolver.java
create mode 100644
hudi-gcp/src/test/java/org/apache/hudi/gcp/bigquery/TestBigQuerySchemaResolver.java
create mode 100644
hudi-gcp/src/test/java/org/apache/hudi/gcp/bigquery/TestBigQuerySyncTool.java
create mode 100644
hudi-gcp/src/test/java/org/apache/hudi/gcp/bigquery/TestHoodieBigQuerySyncClient.java
delete mode 100644
hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/config/HoodieRealtimeConfig.java
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieBootstrapMORRDD.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieBootstrapMORRelation.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/NewHoodieParquetFileFormatUtils.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/PartitionFileSliceMapping.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/RecordLevelIndexSupport.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/SparkFilterHelper.scala
delete mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/LegacyHoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/NewHoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/AlterHoodieTableAddPartitionCommand.scala
create mode 100644
hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableLikeCommand.scala
delete mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/CopyToTempView.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/CopyToTempViewProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestBootstrapReadBase.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestDataSkippingWithMORColstats.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestNewHoodieParquetFileFormat.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestSparkConsistentBucketClustering.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/java/org/apache/hudi/functional/TestWriteClient.java
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestSparkFilterHelper.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/ColumnStatIndexTestBase.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/RecordLevelIndexTestBase.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestColumnStatsIndexWithSQL.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestGetPartitionValuesFromPath.scala
delete mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestInsertIntoOperation.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestRecordLevelIndexWithSQL.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/functional/TestSixToFiveDowngradeHandler.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/execution/benchmark/LSMTimelineReadBenchmark.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestAlterTableAddPartition.scala
delete mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestMergeIntoTable3.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestMergeIntoTableWithNonRecordKeyField.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestPartitionPushDownWhenListingPaths.scala
delete mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark24HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark24LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark30HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.0.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark30LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark31HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark31LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.2.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark32HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.2.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark32LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.3.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark33LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark34HoodieParquetFileFormat.scala
create mode 100644
hudi-spark-datasource/hudi-spark3.4.x/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/Spark34LegacyHoodieParquetFileFormat.scala
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/AttributeReferenceExpression.java
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/BinaryOperator.java
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/Expression.java
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/ExpressionVisitor.java
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/LeafExpression.java
delete mode 100644
hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/expression/Literal.java
delete mode 100644
hudi-sync/hudi-sync-common/src/main/java/org/apache/hudi/sync/common/util/ConfigUtils.java
delete mode 100644
hudi-sync/hudi-sync-common/src/test/java/org/apache/hudi/sync/common/util/TestConfigUtils.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/HoodieDeltaStreamerConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/HoodieStreamerConfig.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/config/SqlFileBasedSourceConfig.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/BaseErrorTableWriter.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/BootstrapExecutor.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/ConfigurationHotUpdateStrategy.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/ConfigurationHotUpdateStrategyUtils.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/DeltastreamerMultiWriterCkptUpdateFunc.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/ErrorEvent.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/ErrorTableUtils.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SchedulerConfGenerator.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SourceFormatAdapter.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/SparkSampleWritesUtils.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/TableExecutionContext.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/deltastreamer/TerminationStrategyUtils.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieDeltaStreamerException.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieDeltaStreamerWriteException.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieStreamerException.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/exception/HoodieStreamerWriteException.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/ArchiveTask.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/CleanTask.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/ClusteringTask.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/CompactionTask.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/HoodieMultiTableServicesMain.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/MultiTableServiceUtils.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/TableServicePipeline.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/multitable/TableServiceTask.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/SnapshotLoadQuerySplitter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/CloudDataFetcher.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/CloudObjectIncrCheckpoint.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/QueryInfo.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/QueryRunner.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/gcs/GcsObjectDataFetcher.java
delete mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/sources/helpers/gcs/QueryInfo.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/BaseErrorTableWriter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/BootstrapExecutor.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/ConfigurationHotUpdateStrategy.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/ConfigurationHotUpdateStrategyUtils.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/ErrorEvent.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/ErrorTableUtils.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/HoodieMultiTableStreamer.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/HoodieStreamer.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/HoodieStreamerMetrics.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/NoNewDataTerminationStrategy.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/PostWriteTerminationStrategy.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SchedulerConfGenerator.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SourceFormatAdapter.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/SparkSampleWritesUtils.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/StreamSync.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/TableExecutionContext.java
create mode 100644
hudi-utilities/src/main/java/org/apache/hudi/utilities/streamer/TerminationStrategyUtils.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/TestUtilHelpers.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/multitable/TestHoodieMultiTableServicesMain.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/TestS3EventsHoodieIncrSource.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/helpers/TestIncrSourceHelper.java
create mode 100644
hudi-utilities/src/test/java/org/apache/hudi/utilities/sources/helpers/TestSnapshotQuerySplitterImpl.java
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/dfs-source.properties
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/gcs-metadata.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/short_trip_uber_config.properties
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/source-flattened.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/source.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/source_evolved.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/source_evolved_post_processed.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/sql-transformer.properties
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/target-flattened.avsc
delete mode 100644
hudi-utilities/src/test/resources/delta-streamer-config/target.avsc
create mode 100644
hudi-utilities/src/test/resources/schema/sample_data_schema.avsc
create mode 100644
hudi-utilities/src/test/resources/schema/sample_gcs_data.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/base.properties (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/clusteringjob.properties (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/complex-source.avsc (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/dfs-source.properties
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/file_schema_provider_invalid.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/file_schema_provider_valid.avsc (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/gcs-metadata.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/hive_schema_provider_source.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/hive_schema_provider_target.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/indexer-only-bloom.properties (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/indexer-record-index.properties
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/indexer.properties (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/invalid_hive_sync_uber_config.properties (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/kafka-source.properties (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/s3-metadata.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/schema_registry.source_schema_tab.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/schema_registry.target_schema_tab.sql (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/short_trip_uber_config.properties
create mode 100644
hudi-utilities/src/test/resources/streamer-config/source-flattened.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/source-jdbc.avsc (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/source.avsc
create mode 100644
hudi-utilities/src/test/resources/streamer-config/source_evolved.avsc
create mode 100644
hudi-utilities/src/test/resources/streamer-config/source_evolved_post_processed.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/source_short_trip_uber.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/source_uber.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/sql-file-based-source-invalid-table.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/sql-file-based-source.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/sql-file-transformer-empty.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/sql-file-transformer-invalid.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/sql-file-transformer.sql (100%)
create mode 100644
hudi-utilities/src/test/resources/streamer-config/sql-transformer.properties
create mode 100644
hudi-utilities/src/test/resources/streamer-config/target-flattened.avsc
create mode 100644
hudi-utilities/src/test/resources/streamer-config/target.avsc
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/target_short_trip_uber.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/target_uber.avsc (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/triprec.sql (100%)
rename hudi-utilities/src/test/resources/{delta-streamer-config =>
streamer-config}/uber_config.properties (100%)
create mode 100644 packaging/bundle-validation/conf/core-site.xml
create mode 100644 packaging/bundle-validation/conf/hdfs-site.xml
create mode 100644
packaging/bundle-validation/docker_java17/TestHiveClientUtils.scala
create mode 100755
packaging/bundle-validation/docker_java17/docker_java17_test.sh
create mode 100755 packaging/bundle-validation/run_docker_java17.sh
create mode 100644 rfc/rfc-69/hudi-dblayers.png
create mode 100644 rfc/rfc-69/rfc-69.md
create mode 100644 rfc/rfc-73/rfc-73.md
